keith/friendica
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

The setting "worker_fetch_limit" now only has an impact on high priority processes

Browse source
This commit is contained in:
Michael 2019-02-14 06:53:04 +00:00
parent e9045dbe09
commit e20a675953
1 changed files with 24 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

28
src/Core/Worker.php
View file

@ -448,7 +448,7 @@ class Worker
Logger::log("Prio ".$queue["priority"].": ".$queue["parameter"]." - longer than 2 minutes (".round($duration/60, 3).")", Logger::DEBUG); Logger::log("Prio ".$queue["priority"].": ".$queue["parameter"]." - longer than 2 minutes (".round($duration/60, 3).")", Logger::DEBUG);
} }
Logger::log("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." - done in ".$duration." seconds. Process PID: ".$new_process_id); Logger::log("Process ".$mypid." - Prio ".$queue["priority"]." - ID ".$queue["id"].": ".$funcname." - done in ".number_format($duration, 4)." seconds. Process PID: ".$new_process_id);
// Write down the performance values into the log // Write down the performance values into the log
if (Config::get("system", "profiler")) { if (Config::get("system", "profiler")) {
@ -930,7 +930,7 @@ class Worker
['id'], ['id'],
["`pid` = 0 AND `priority` < ? AND NOT `done` AND `next_try` < ?", ["`pid` = 0 AND `priority` < ? AND NOT `done` AND `next_try` < ?",
$highest_priority, DateTimeFormat::utcNow()], $highest_priority, DateTimeFormat::utcNow()],
['limit' => $limit, 'order' => ['priority', 'created']] ['limit' => 1, 'order' => ['priority', 'created']]
); );
self::$db_duration += (microtime(true) - $stamp); self::$db_duration += (microtime(true) - $stamp);
@ -949,7 +949,7 @@ class Worker
['id'], ['id'],
["`pid` = 0 AND `priority` > ? AND NOT `done` AND `next_try` < ?", ["`pid` = 0 AND `priority` > ? AND NOT `done` AND `next_try` < ?",
$highest_priority, DateTimeFormat::utcNow()], $highest_priority, DateTimeFormat::utcNow()],
['limit' => $limit, 'order' => ['priority', 'created']] ['limit' => 1, 'order' => ['priority', 'created']]
); );
self::$db_duration += (microtime(true) - $stamp); self::$db_duration += (microtime(true) - $stamp);
@ -963,6 +963,26 @@ class Worker
} }
} }
// At first try to fetch a bunch of high or medium tasks
if (!$found && ($limit > 1)) {
$stamp = (float)microtime(true);
$result = DBA::select(
'workerqueue',
['id'],
["`pid` = 0 AND NOT `done` AND `priority` <= ? AND `next_try` < ? AND `retrial` = 0",
PRIORITY_MEDIUM, DateTimeFormat::utcNow()],
['limit' => $limit, 'order' => ['created']]
);
self::$db_duration += (microtime(true) - $stamp);
while ($id = DBA::fetch($result)) {
$ids[] = $id["id"];
}
DBA::close($result);
$found = (count($ids) > 0);
}
// If there is no result (or we shouldn't pass lower processes) we check without priority limit // If there is no result (or we shouldn't pass lower processes) we check without priority limit
if (!$found) { if (!$found) {
$stamp = (float)microtime(true); $stamp = (float)microtime(true);
@ -971,7 +991,7 @@ class Worker
['id'], ['id'],
["`pid` = 0 AND NOT `done` AND `next_try` < ?", ["`pid` = 0 AND NOT `done` AND `next_try` < ?",
DateTimeFormat::utcNow()], DateTimeFormat::utcNow()],
['limit' => $limit, 'order' => ['priority', 'created']] ['limit' => 1, 'order' => ['priority', 'created']]
); );
self::$db_duration += (microtime(true) - $stamp); self::$db_duration += (microtime(true) - $stamp);