CodeMirror/appwrite
1
0
Fork 0
mirror of synced 2024-05-20 20:52:36 +12:00
Code Issues Projects Releases Wiki Activity

updated to get database stats

Browse source
This commit is contained in:
Damodar Lohani 2021-08-15 14:17:01 +05:45
parent ca64195eb1
commit 4686e15a74
1 changed files with 116 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

129
app/tasks/usage.php
View file

@ -89,10 +89,12 @@ function getLatestData(&$projects, &$latestData, $dbForProject, &$projectIds)
$id = $project->getId();
$projectIds[$id] = true;
$dbForProject->setNamespace("project_{$id}_internal");
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["1d"])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id]["1d"] = $doc ? $doc->getAttribute('time') : null;
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["30m"])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id]["30m"] = $doc ? $doc->getAttribute('time') : null;
foreach (['requests', 'network', 'executions', 'database.reads', 'database.creates', 'database.updates', 'database.deletes'] as $metric) {
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["1d"]), new Query("metric", Query::TYPE_EQUAL, [$metric])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id][$metric]["1d"] = $doc ? $doc->getAttribute('time') : null;
$doc = $dbForProject->findOne('stats', [new Query("period", Query::TYPE_EQUAL, ["30m"])], 0, ['time'], [Database::ORDER_DESC]);
$latestData[$id][$metric]["30m"] = $doc ? $doc->getAttribute('time') : null;
}
}
$projects = null;
return $latestData;
@ -101,21 +103,122 @@ function getLatestData(&$projects, &$latestData, $dbForProject, &$projectIds)
function syncData($client, $projectId, &$latestData, $dbForProject)
{
foreach (['30m', '1d'] as $period) {
$start = DateTime::createFromFormat('U', \strtotime($period == '1d' ? '-90 days' : '-1 days'))->format(DateTime::RFC3339);
if (!empty($latestData[$projectId][$period])) {
$start = DateTime::createFromFormat('U', $latestData[$projectId][$period])->format(DateTime::RFC3339);
}
$start = DateTime::createFromFormat('U', \strtotime($period == '1d' ? '-90 days' : '-24 hours'))->format(DateTime::RFC3339);
$end = DateTime::createFromFormat('U', \strtotime('now'))->format(DateTime::RFC3339);
$database = $client->selectDB('telegraf');
$dbForProject->setNamespace("project_{$projectId}_internal");
syncMetric($database, $projectId, $period, 'requests', $start, $end, $dbForProject);
syncMetric($database, $projectId, $period, 'network', $start, $end, $dbForProject);
syncMetric($database, $projectId, $period, 'executions', $start, $end, $dbForProject);
foreach (['requests', 'network', 'executions'] as $metric) {
if (!empty($latestData[$projectId][$metric][$period])) {
$start = DateTime::createFromFormat('U', $latestData[$projectId][$metric][$period])->format(DateTime::RFC3339);
}
syncMetric($database, $projectId, $period, 'requests', $start, $end, $dbForProject);
}
// syncMetric($database, $projectId, $period, 'network', $start, $end, $dbForProject);
// syncMetric($database, $projectId, $period, 'executions', $start, $end, $dbForProject);
syncMetricPaths($database, $projectId, $period, $start, $end, $dbForProject);
}
}
function syncMetricPaths($database, $projectId, $period, $start, $end, $dbForProject)
{
$start = DateTime::createFromFormat('U', \strtotime($period == '1d' ? '-7 days' : '-24 hours'))->format(DateTime::RFC3339);
if (!empty($latestData[$projectId]['database'][$period])) {
$start = DateTime::createFromFormat('U', $latestData[$projectId]['database'][$period])->format(DateTime::RFC3339);
}
$result = $database->query('SELECT sum(value) AS "value" FROM "appwrite_usage_requests_all" WHERE time > \'' . $start . '\' AND time < \'' . $end . '\' AND "metric_type"=\'counter\' AND "project"=\'' . $projectId . '\'GROUP BY time(' . $period . '), "path", "method" FILL(null)');
$points = $result->getPoints();
$databaseMetrics = [
'creates' => [
'method' => 'post',
'paths' => [
'/v1/database/collections' => true,
'/v1/database/collections/*collectionId/attributes/string' => true,
'/v1/database/collections/*collectionId/attributes/email' => true,
'/v1/database/collections/*collectionId/attributes/ip' => true,
'/v1/database/collections/*collectionId/attributes/url' => true,
'/v1/database/collections/*collectionId/attributes/integer' => true,
'/v1/database/collections/*collectionId/attributes/float' => true,
'/v1/database/collections/*collectionId/attributes/boolean' => true,
'/v1/database/collections/*collectionId/indexes' => true,
'/v1/database/collections/*collectionId/documents' => true,
],
],
'reads' => [
'method' => 'get',
'paths' => [
'/v1/database/collections' => true,
'/v1/database/collections/*collectionId' => true,
'/v1/database/collections/*collectionId/attributes' => true,
'/v1/database/collections/*collectionId/attributes/*attributeId' => true,
'/v1/database/collections/*collectionId/indexes' => true,
'/v1/database/collections/*collectionId/indexes/*indexId' => true,
'/v1/database/collections/*collectionId/documents' => true,
'/v1/database/collections/*collectionId/documents/*documentId' => true,
],
],
'updates' => [
'method' => 'put',
'paths' => [
'/v1/database/collections/*collectionId' => true,
'/v1/database/collections/*collectionId/documents/*documentId' => true,
],
],
'deletes' => [
'method' => 'delete',
'paths' => [
'/v1/database/collections/*collectionId' => true,
'/v1/database/collections/*collectionId/attributes/*attributeId' => true,
'/v1/database/collections/*collectionId/indexes/*indexId' => true,
'/v1/database/collections/*collectionId/documents/*documentId' => true,
],
],
];
$dbStats = [];
foreach ($points as $point) {
$time = \strtotime($point['time']);
$value = (!empty($point['value'])) ? $point['value'] : 0;
$path = $point['path'] ?? '';
$method = $point['method'] ?? '';
foreach (['creates', 'reads', 'updates', 'deletes'] as $operation) {
if ($method == $databaseMetrics[$operation]['method']
&& array_key_exists($path, $databaseMetrics[$operation]['paths'])) {
if (empty($dbStats["database.{$operation}"][$period][$time])) {
$dbStats["database.{$operation}"][$period][$time] = 0;
}
$dbStats["database.{$operation}"][$period][$time] += $value;
}
}
}
$time = \strtotime($start);
foreach ($dbStats as $metric => $stats) {
foreach ($stats as $period => $times) {
foreach ($times as $time => $value) {
$id = \md5($time . '_' . $period . '_' . $metric);
$document = $dbForProject->getDocument('stats', $id);
if ($document->isEmpty()) {
$dbForProject->createDocument('stats', new Document([
'$id' => $id,
'period' => $period,
'time' => $time,
'metric' => $metric,
'value' => $value,
'type' => 0,
]));
} else {
$dbForProject->updateDocument('stats', $document->getId(),
$document->setAttribute('value', $value));
}
}
}
}
$latestData[$projectId]['database'][$period] = $time;
}
function syncMetric($database, $projectId, $period, $metric, $start, $end, $dbForProject)
{
$result = $database->query('SELECT sum(value) AS "value" FROM "appwrite_usage_' . $metric . '_all" WHERE time > \'' . $start . '\' AND time < \'' . $end . '\' AND "metric_type"=\'counter\' AND "project"=\'' . $projectId . '\'GROUP BY time(' . $period . ') FILL(null)');
@ -139,6 +242,6 @@ function syncMetric($database, $projectId, $period, $metric, $start, $end, $dbFo
$dbForProject->updateDocument('stats', $document->getId(),
$document->setAttribute('value', $value));
}
$latestData[$id][$period] = $time;
$latestData[$projectId][$metric][$period] = $time;
}
}