CodeMirror/appwrite
1
0
Fork 0
mirror of synced 2024-07-05 14:40:42 +12:00
Code Issues Projects Releases Wiki Activity

queue

Browse source
This commit is contained in:
shimon 2022-11-07 13:22:52 +02:00
parent 6f9dcae858
commit 9ed6ed69fb
1 changed files with 33 additions and 12 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

45
app/tasks/schedule.php
View file

@ -1,4 +1,5 @@
<?php
ini_set('memory_limit', -1);
ini_set('max_execution_time', -1);
global $cli;
@ -17,6 +18,20 @@ const ENQUEUE_TIME_FRAME = 60 * 5; // 5 min
sleep(4); // Todo prevent PDOException
/**
* 1. first load from db with limit+offset --line 82--
* 2. creating a 5-min offset array ($queue) --line 102--
* 3. First timer runs every minute, looping over $queue time slots (each slot is 1-min delta)
* if the function matches the current minute it should be dispatched to the functions worker.
* Then another translation is made to the cron pattern if it is in the next 5-min window
* it is assigned again to the $queue. --line 172--.
* 4. Second timer runs every X min and updates the $functions (large) list.
* The query fetches only functions that [resourceUpdatedAt] attr changed from the
* last time the timer that was fired (X min) --line 120--
* If the function was deleted it is unsets from the list ($functions) and the $queue.
* In the end of the timer the $queue is created again.
*
*/
$cli
->task('schedule')
@ -40,7 +55,6 @@ $cli
}
$loadEnd = \microtime(true);
Console::error("Queue was built in " . ($loadEnd - $loadStart) . " seconds");
};
$removeFromQueue = function ($scheduleId) use (&$queue) {
@ -54,7 +68,6 @@ $cli
}
};
$dbForConsole = getConsoleDB();
$limit = 200;
$sum = $limit;
@ -76,7 +89,6 @@ $cli
]);
$sum = count($results);
$total = $total + $sum;
foreach ($results as $document) {
$functions[$document['resourceId']] = $document;
@ -96,8 +108,10 @@ $cli
Timer::tick(FUNCTION_VALIDATION_TIMER * 1000, function () use ($removeFromQueue, $createQueue, $dbForConsole, &$functions, &$queue, &$lastUpdate) {
$time = DateTime::now();
$count = 0;
$limit = 50;
$limit = 200;
$sum = $limit;
$total = 0;
$timerStart = \microtime(true);
Console::info("Update proc run at: $time last update was at $lastUpdate");
/**
@ -112,6 +126,7 @@ $cli
Query::offset($count * $limit),
]);
$sum = count($results);
$total = $total + $sum;
foreach ($results as $document) {
$org = isset($functions[$document['resourceId']]) ? strtotime($functions[$document['resourceId']]['resourceUpdatedAt']) : null;
$new = strtotime($document['resourceUpdatedAt']);
@ -126,24 +141,27 @@ $cli
}
$count++;
}
$lastUpdate = DateTime::now();
$createQueue();
$timerEnd = \microtime(true);
Console::error("Update timer: {$total} functions where updated in " . ($timerStart - $timerEnd) . " seconds");
});
Timer::tick(FUNCTION_ENQUEUE_TIMER * 1000, function () use ($dbForConsole, &$functions, &$queue) {
$timerStart = \microtime(true);
$time = DateTime::now();
$timeFrame = DateTime::addSeconds(new \DateTime(), ENQUEUE_TIME_FRAME); /** 5 min */
$now = (new \DateTime())->format('Y-m-d H:i:00.000');
Console::info("Enqueue proc run at: $time");
// Debug
foreach ($queue as $slot => $schedule) {
Console::log("Slot: $slot");
foreach ($schedule as $function) {
Console::log("{$function['resourceId']} {$function['schedule']}");
}
}
// foreach ($queue as $slot => $schedule) {
// Console::log("Slot: $slot");
// foreach ($schedule as $function) {
// Console::log("{$function['resourceId']} {$function['schedule']}");
// }
// }
/**
* Lopping time slots
@ -153,11 +171,12 @@ $cli
if ($now === $slot) {
foreach ($schedule as $function) {
/**
* Enqueue function
* Enqueue function (here should be the Enqueue call
*/
Console::warning("Enqueueing :{$function['resourceId']}");
$cron = new CronExpression($function['schedule']);
$next = DateTime::format($cron->getNextRunDate());
/**
* If next schedule is in 5-min timeframe
* and it was not removed or changed, re-enqueue the function.
@ -175,6 +194,8 @@ $cli
unset($queue[$slot]); /** removing slot */
}
}
$timerEnd = \microtime(true);
Console::error("Queue timer: finished in " . ($timerStart - $timerEnd) . " seconds");
});
}
);