1
0
Fork 0
mirror of synced 2024-08-04 13:01:45 +12:00
appwrite/app/tasks/usage.php

112 lines
3.9 KiB
PHP
Raw Normal View History

2021-08-10 20:44:31 +12:00
<?php
global $cli, $register;
2021-08-10 20:44:31 +12:00
2022-08-09 17:52:53 +12:00
use Appwrite\Usage\Calculators\Aggregator;
use Appwrite\Usage\Calculators\Database;
use Appwrite\Usage\Calculators\TimeSeries;
2022-06-13 22:56:24 +12:00
use InfluxDB\Database as InfluxDatabase;
2021-08-10 20:44:31 +12:00
use Utopia\App;
use Utopia\CLI\Console;
2022-08-09 17:52:53 +12:00
use Utopia\Database\Database as UtopiaDatabase;
use Utopia\Database\Validator\Authorization;
2022-06-15 11:40:56 +12:00
use Utopia\Logger\Log;
use Utopia\Validator\WhiteList;
2022-06-13 22:56:24 +12:00
Authorization::disable();
Authorization::setDefaultStatus(false);
2022-06-15 11:40:56 +12:00
$logError = function (Throwable $error, string $action = 'syncUsageStats') use ($register) {
$logger = $register->get('logger');
if ($logger) {
$version = App::getEnv('_APP_VERSION', 'UNKNOWN');
$log = new Log();
2022-07-07 19:52:29 +12:00
$log->setNamespace("usage");
2022-06-15 11:40:56 +12:00
$log->setServer(\gethostname());
$log->setVersion($version);
$log->setType(Log::TYPE_ERROR);
$log->setMessage($error->getMessage());
$log->addTag('code', $error->getCode());
$log->addTag('verboseType', get_class($error));
$log->addExtra('file', $error->getFile());
$log->addExtra('line', $error->getLine());
$log->addExtra('trace', $error->getTraceAsString());
$log->addExtra('detailedTrace', $error->getTrace());
$log->setAction($action);
$isProduction = App::getEnv('_APP_ENV', 'development') === 'production';
$log->setEnvironment($isProduction ? Log::ENVIRONMENT_PRODUCTION : Log::ENVIRONMENT_STAGING);
$responseCode = $logger->addLog($log);
Console::info('Usage stats log pushed with status code: ' . $responseCode);
}
Console::warning("Failed: {$error->getMessage()}");
Console::warning($error->getTraceAsString());
2022-06-13 23:11:26 +12:00
};
2021-08-19 18:54:32 +12:00
2022-10-27 05:02:40 +13:00
function aggregateTimeseries(UtopiaDatabase $database, InfluxDatabase $influxDB, callable $logError): void
2022-08-13 16:51:52 +12:00
{
$interval = (int) App::getEnv('_APP_USAGE_TIMESERIES_INTERVAL', '30'); // 30 seconds (by default)
2022-10-27 05:02:40 +13:00
$usage = new TimeSeries($database, $influxDB, $logError);
2022-08-13 16:51:52 +12:00
Console::loop(function () use ($interval, $usage) {
$now = date('d-m-Y H:i:s', time());
Console::info("[{$now}] Aggregating Timeseries Usage data every {$interval} seconds");
$loopStart = microtime(true);
$usage->collect();
$loopTook = microtime(true) - $loopStart;
$now = date('d-m-Y H:i:s', time());
Console::info("[{$now}] Aggregation took {$loopTook} seconds");
}, $interval);
}
2022-10-27 05:02:40 +13:00
function aggregateDatabase(UtopiaDatabase $database, callable $logError): void
2022-08-13 16:51:52 +12:00
{
$interval = (int) App::getEnv('_APP_USAGE_DATABASE_INTERVAL', '900'); // 15 minutes (by default)
2022-10-27 05:02:40 +13:00
$usage = new Database($database, $logError);
$aggregrator = new Aggregator($database, $logError);
2022-08-13 16:51:52 +12:00
Console::loop(function () use ($interval, $usage, $aggregrator) {
$now = date('d-m-Y H:i:s', time());
Console::info("[{$now}] Aggregating database usage every {$interval} seconds.");
$loopStart = microtime(true);
$usage->collect();
$aggregrator->collect();
$loopTook = microtime(true) - $loopStart;
$now = date('d-m-Y H:i:s', time());
Console::info("[{$now}] Aggregation took {$loopTook} seconds");
}, $interval);
}
2021-08-10 20:44:31 +12:00
$cli
->task('usage')
->param('type', 'timeseries', new WhiteList(['timeseries', 'database']))
2021-08-10 20:44:31 +12:00
->desc('Schedules syncing data from influxdb to Appwrite console db')
2022-10-27 05:02:40 +13:00
->action(function (string $type) use ($logError) {
2021-08-17 00:31:49 +12:00
Console::title('Usage Aggregation V1');
Console::success(APP_NAME . ' usage aggregation process v1 has started');
2021-08-10 20:44:31 +12:00
2022-10-18 05:43:51 +13:00
$database = getConsoleDB();
$influxDB = getInfluxDB();
2022-06-13 22:56:24 +12:00
2022-08-13 17:10:34 +12:00
switch ($type) {
2022-08-13 16:51:52 +12:00
case 'timeseries':
2022-10-27 05:02:40 +13:00
aggregateTimeseries($database, $influxDB, $logError);
2022-08-13 16:51:52 +12:00
break;
case 'database':
2022-10-27 05:02:40 +13:00
aggregateDatabase($database, $logError);
2022-08-13 16:51:52 +12:00
break;
default:
Console::error("Unsupported usage aggregation type");
2022-08-09 17:52:53 +12:00
}
2022-06-13 22:56:24 +12:00
});