CodeMirror/appwrite
1
0
Fork 0
mirror of synced 2024-05-20 20:52:36 +12:00
Code Issues Projects Releases Wiki Activity

refactor

Browse source
This commit is contained in:
Damodar Lohani 2021-08-12 16:56:33 +05:45
parent dfde2b970f
commit 9ce9c32335
1 changed files with 30 additions and 34 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

64
app/tasks/usage.php
View file

@ -26,51 +26,32 @@ $cli
$cacheAdapter = new Cache(new None());
$dbForConsole = new Database(new MariaDB($register->get('db')), $cacheAdapter);
$dbForConsole->setNamespace('project_console_internal');
$dbForProject = new Database(new MariaDB($register->get('db')), $cacheAdapter);
Authorization::disable();
$projects = $dbForConsole->find('projects');
$projectIds = [];
foreach ($projects as $project) {
$projectIds[$project['$id']] = true;
}
$latestProject = null;
$latestData = [];
do {
$projects = $dbForConsole->find('projects', [], 100, orderAfter:$latestProject);
if (!empty($projects)) {
$latestProject = $projects[array_key_last($projects)];
$latestData = getLatestData($projects, $latestData, $dbForProject);
}
} while (!empty($projects));
$projects = null;
$latestData = [];
$dbForProject = new Database(new MariaDB($register->get('db')), $cacheAdapter);
foreach ($projectIds as $id => $value) {
$dbForProject->setNamespace("project_{$id}_internal");
$doc = $dbForProject->find('stats', [new Query("period", Query::TYPE_EQUAL, ["1d"])], 1, 0, ['time'], [Database::ORDER_DESC]);
$doc = reset($doc);
$latestData[$id]["1d"] = $doc ? $doc->getAttribute('time') : null;
$doc = $dbForProject->find('stats', [new Query("period", Query::TYPE_EQUAL, ["30m"])], 1, 0, ['time'], [Database::ORDER_DESC]);
$doc = reset($doc);
$latestData[$id]["30m"] = $doc ? $doc->getAttribute('time') : null;
}
$firstRun = true;
Console::loop(function () use ($interval, $register, &$projectIds, &$latestData, $dbForProject, $dbForConsole, &$firstRun) {
Console::loop(function () use ($interval, $register, &$projectIds, &$latestData, $dbForProject, $dbForConsole, &$firstRun, &$latestProject) {
$time = date('d-m-Y H:i:s', time());
Console::info("[{$time}] Syncing usage data from influxdb to Appwrite Console DB every {$interval} seconds");
$client = $register->get('influxdb');
//fetch delta projects
if (!$firstRun) {
$projects = $dbForConsole->find('projects');
foreach ($projects as $project) {
$id = $project['$id'];
if (!$projectIds[$id]) {
$projectIds[$id] = true;
if ($latestData[$id] == null) {
$dbForProject->setNamespace("project_{$id}_internal");
$doc = $dbForProject->find('stats', [new Query("period", Query::TYPE_EQUAL, ["1d"])], 1, 0, ['time'], [Database::ORDER_DESC]);
$doc = reset($doc);
$latestData[$id]["1d"] = $doc ? $doc->getAttribute('time') : null;
$doc = $dbForProject->find('stats', [new Query("period", Query::TYPE_EQUAL, ["30m"])], 1, 0, ['time'], [Database::ORDER_DESC]);
$doc = reset($doc);
$latestData[$id]["30m"] = $doc ? $doc->getAttribute('time') : null;
}
}
}
$projects = $dbForConsole->find('projects', limit:100, orderAfter:$latestProject);
$latestProject = $projects[array_key_last($projects)];
$latestData = getLatestData($projects, $latestData, $dbForProject);
}
if ($client) {
@ -83,6 +64,21 @@ $cli
}, $interval);
});
function getLatestData(&$projects, &$latestData, $dbForProject)
{
foreach ($projects as $project) {
$id = $project->getId();
$projectIds[$id] = true;
$dbForProject->setNamespace("project_{$id}_internal");
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["1d"])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id]["1d"] = $doc ? $doc->getAttribute('time') : null;
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["30m"])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id]["30m"] = $doc ? $doc->getAttribute('time') : null;
}
$projects = null;
return $latestData;
}
function syncData($client, $projectId, $period, &$latestData, $dbForProject)
{
$requests = [];