1
0
Fork 0
mirror of synced 2024-05-17 11:12:41 +12:00
appwrite/app/http.php

347 lines
12 KiB
PHP
Raw Normal View History

2020-06-26 21:54:37 +12:00
<?php
2022-05-24 02:54:50 +12:00
require_once __DIR__ . '/../vendor/autoload.php';
2020-06-26 21:54:37 +12:00
use Appwrite\Utopia\Response;
2020-06-27 00:27:58 +12:00
use Swoole\Process;
use Swoole\Http\Server;
2020-06-26 21:54:37 +12:00
use Swoole\Http\Request as SwooleRequest;
use Swoole\Http\Response as SwooleResponse;
2020-06-27 00:27:58 +12:00
use Utopia\App;
use Utopia\CLI\Console;
2021-05-04 22:24:08 +12:00
use Utopia\Config\Config;
2022-08-14 22:33:36 +12:00
use Utopia\Database\ID;
2022-08-14 17:21:11 +12:00
use Utopia\Database\Permission;
use Utopia\Database\Role;
2021-07-26 02:51:04 +12:00
use Utopia\Database\Validator\Authorization;
2021-06-09 21:28:12 +12:00
use Utopia\Audit\Audit;
use Utopia\Abuse\Adapters\TimeLimit;
use Utopia\Database\Database;
2021-07-05 00:05:46 +12:00
use Utopia\Database\Document;
2021-06-28 19:19:33 +12:00
use Utopia\Swoole\Files;
use Appwrite\Utopia\Request;
use Utopia\Logger\Log;
use Utopia\Logger\Log\User;
2020-06-26 21:54:37 +12:00
2021-01-21 00:49:36 +13:00
$http = new Server("0.0.0.0", App::getEnv('PORT', 80));
2020-07-01 20:55:14 +12:00
2021-09-30 21:37:03 +13:00
$payloadSize = 6 * (1024 * 1024); // 6MB
$workerNumber = swoole_cpu_num() * intval(App::getEnv('_APP_WORKER_PER_CORE', 6));
2020-06-27 00:27:58 +12:00
$http
2020-06-26 21:54:37 +12:00
->set([
'worker_num' => $workerNumber,
2020-06-26 21:54:37 +12:00
'open_http2_protocol' => true,
2020-07-07 07:29:13 +12:00
// 'document_root' => __DIR__.'/../public',
// 'enable_static_handler' => true,
2020-07-02 18:44:16 +12:00
'http_compression' => true,
'http_compression_level' => 6,
2020-07-20 03:17:57 +12:00
'package_max_length' => $payloadSize,
2021-05-25 22:19:49 +12:00
'buffer_output_size' => $payloadSize,
2022-09-13 02:08:29 +12:00
]);
2020-06-26 21:54:37 +12:00
2022-05-24 02:54:50 +12:00
$http->on('WorkerStart', function ($server, $workerId) {
Console::success('Worker ' . ++$workerId . ' started successfully');
2020-06-26 21:54:37 +12:00
});
2022-05-24 02:54:50 +12:00
$http->on('BeforeReload', function ($server, $workerId) {
2020-06-26 21:54:37 +12:00
Console::success('Starting reload...');
});
2022-05-24 02:54:50 +12:00
$http->on('AfterReload', function ($server, $workerId) {
2020-06-26 21:54:37 +12:00
Console::success('Reload completed...');
});
2022-10-12 03:36:39 +13:00
Files::load(__DIR__ . '/../console');
2021-05-07 09:35:05 +12:00
include __DIR__ . '/controllers/general.php';
2021-05-07 09:35:05 +12:00
$http->on('start', function (Server $http) use ($payloadSize, $register) {
2021-05-04 22:24:08 +12:00
$app = new App('UTC');
2022-05-24 02:54:50 +12:00
go(function () use ($register, $app) {
// wait for database to be ready
$attempts = 0;
2021-07-21 07:11:54 +12:00
$max = 10;
$sleep = 1;
do {
try {
$attempts++;
$db = $register->get('dbPool')->get();
$redis = $register->get('redisPool')->get();
break; // leave the do-while if successful
2022-05-24 02:54:50 +12:00
} catch (\Exception $e) {
Console::warning("Database not ready. Retrying connection ({$attempts})...");
2021-07-21 07:11:54 +12:00
if ($attempts >= $max) {
2022-05-24 02:54:50 +12:00
throw new \Exception('Failed to connect to database: ' . $e->getMessage());
}
2021-07-21 07:11:54 +12:00
sleep($sleep);
}
2021-07-21 07:11:54 +12:00
} while ($attempts < $max);
2021-07-05 03:14:39 +12:00
2022-09-13 02:08:29 +12:00
App::setResource('db', fn () => $db);
App::setResource('cache', fn () => $redis);
2021-07-05 03:14:39 +12:00
2022-09-13 02:08:29 +12:00
/** @var Utopia\Database\Database $dbForConsole */
2022-09-13 02:09:28 +12:00
$dbForConsole = $app->getResource('dbForConsole');
2021-07-05 03:14:39 +12:00
Console::success('[Setup] - Server database init started...');
2022-09-13 02:09:28 +12:00
2022-09-13 02:08:29 +12:00
/** @var array $collections */
2022-09-13 02:09:28 +12:00
$collections = Config::getParam('collections', []);
2021-07-05 03:14:39 +12:00
2022-10-16 18:58:25 +13:00
try {
2021-07-05 03:14:39 +12:00
$redis->flushAll();
Console::success('[Setup] - Creating database: appwrite...');
2022-11-01 01:02:51 +13:00
$dbForConsole->create();
2022-10-16 18:58:25 +13:00
} catch (\Exception $e) {
Console::success('[Setup] - Skip: metadata table already exists');
}
2022-05-24 02:54:50 +12:00
if ($dbForConsole->getCollection(Audit::COLLECTION)->isEmpty()) {
2021-07-05 03:14:39 +12:00
$audit = new Audit($dbForConsole);
$audit->setup();
}
2021-07-05 03:14:39 +12:00
if ($dbForConsole->getCollection(TimeLimit::COLLECTION)->isEmpty()) {
2021-07-05 03:14:39 +12:00
$adapter = new TimeLimit("", 0, 1, $dbForConsole);
$adapter->setup();
}
2021-07-05 03:14:39 +12:00
2022-01-10 19:31:33 +13:00
foreach ($collections as $key => $collection) {
2022-05-24 02:54:50 +12:00
if (($collection['$collection'] ?? '') !== Database::METADATA) {
2022-01-10 19:31:33 +13:00
continue;
}
2022-05-24 02:54:50 +12:00
if (!$dbForConsole->getCollection($key)->isEmpty()) {
2022-01-10 19:31:33 +13:00
continue;
}
2022-06-23 09:11:42 +12:00
/**
2022-09-09 04:46:18 +12:00
* Skip to prevent 0.16 migration issues.
2022-06-23 09:11:42 +12:00
*/
2022-09-09 04:46:18 +12:00
if (in_array($key, ['cache', 'variables']) && $dbForConsole->exists(App::getEnv('_APP_DB_SCHEMA', 'appwrite'), 'bucket_1')) {
2022-06-23 09:11:42 +12:00
continue;
}
2022-01-10 19:31:33 +13:00
Console::success('[Setup] - Creating collection: ' . $collection['$id'] . '...');
2021-07-05 03:14:39 +12:00
2022-01-10 19:31:33 +13:00
$attributes = [];
$indexes = [];
foreach ($collection['attributes'] as $attribute) {
$attributes[] = new Document([
2022-08-14 22:33:36 +12:00
'$id' => ID::custom($attribute['$id']),
2022-01-10 19:31:33 +13:00
'type' => $attribute['type'],
'size' => $attribute['size'],
'required' => $attribute['required'],
'signed' => $attribute['signed'],
'array' => $attribute['array'],
'filters' => $attribute['filters'],
2022-03-27 21:01:50 +13:00
'default' => $attribute['default'] ?? null,
'format' => $attribute['format'] ?? ''
2022-01-10 19:31:33 +13:00
]);
}
2021-07-05 03:14:39 +12:00
2022-01-10 19:31:33 +13:00
foreach ($collection['indexes'] as $index) {
$indexes[] = new Document([
2022-08-14 22:33:36 +12:00
'$id' => ID::custom($index['$id']),
2022-01-10 19:31:33 +13:00
'type' => $index['type'],
'attributes' => $index['attributes'],
'lengths' => $index['lengths'],
'orders' => $index['orders'],
]);
2021-05-04 22:24:08 +12:00
}
2021-07-05 00:05:46 +12:00
2022-08-04 12:08:16 +12:00
$dbForConsole->createCollection($key, $attributes, $indexes);
2022-01-10 19:31:33 +13:00
}
2022-09-09 21:38:54 +12:00
if ($dbForConsole->getDocument('buckets', 'default')->isEmpty() && !$dbForConsole->exists(App::getEnv('_APP_DB_SCHEMA', 'appwrite'), 'bucket_1')) {
2021-12-23 21:58:11 +13:00
Console::success('[Setup] - Creating default bucket...');
$dbForConsole->createDocument('buckets', new Document([
2022-08-14 22:33:36 +12:00
'$id' => ID::custom('default'),
'$collection' => ID::custom('buckets'),
2021-12-23 21:58:11 +13:00
'name' => 'Default',
2021-12-23 22:33:44 +13:00
'maximumFileSize' => (int) App::getEnv('_APP_STORAGE_LIMIT', 0), // 10MB
2021-12-23 21:58:11 +13:00
'allowedFileExtensions' => [],
'enabled' => true,
'compression' => 'gzip',
2021-12-23 21:58:11 +13:00
'encryption' => true,
'antivirus' => true,
2022-08-14 17:21:33 +12:00
'fileSecurity' => true,
'$permissions' => [
Permission::create(Role::any()),
2022-08-14 17:21:11 +12:00
Permission::read(Role::any()),
Permission::update(Role::any()),
Permission::delete(Role::any()),
],
2021-12-23 21:58:11 +13:00
'search' => 'buckets Default',
]));
2022-02-28 20:54:19 +13:00
$bucket = $dbForConsole->getDocument('buckets', 'default');
2022-05-24 02:54:50 +12:00
Console::success('[Setup] - Creating files collection for default bucket...');
$files = $collections['files'] ?? [];
2022-05-24 02:54:50 +12:00
if (empty($files)) {
throw new Exception('Files collection is not configured.');
}
$attributes = [];
$indexes = [];
2020-07-09 03:08:14 +12:00
foreach ($files['attributes'] as $attribute) {
$attributes[] = new Document([
2022-08-14 22:33:36 +12:00
'$id' => ID::custom($attribute['$id']),
'type' => $attribute['type'],
'size' => $attribute['size'],
'required' => $attribute['required'],
'signed' => $attribute['signed'],
'array' => $attribute['array'],
'filters' => $attribute['filters'],
2022-03-27 21:01:50 +13:00
'default' => $attribute['default'] ?? null,
'format' => $attribute['format'] ?? ''
]);
}
2022-05-24 02:54:50 +12:00
foreach ($files['indexes'] as $index) {
$indexes[] = new Document([
2022-08-14 22:33:36 +12:00
'$id' => ID::custom($index['$id']),
'type' => $index['type'],
'attributes' => $index['attributes'],
'lengths' => $index['lengths'],
'orders' => $index['orders'],
]);
2021-12-23 22:33:44 +13:00
}
2022-05-24 02:54:50 +12:00
2022-02-28 20:54:19 +13:00
$dbForConsole->createCollection('bucket_' . $bucket->getInternalId(), $attributes, $indexes);
2022-01-10 19:31:33 +13:00
}
2022-01-10 19:31:33 +13:00
Console::success('[Setup] - Server database init completed...');
2021-07-05 03:14:39 +12:00
});
2021-05-04 22:24:08 +12:00
2022-05-24 02:54:50 +12:00
Console::success('Server started successfully (max payload is ' . number_format($payloadSize) . ' bytes)');
2020-07-09 03:08:14 +12:00
Console::info("Master pid {$http->master_pid}, manager pid {$http->manager_pid}");
2020-06-27 00:27:58 +12:00
// listen ctrl + c
Process::signal(2, function () use ($http) {
2020-07-09 03:08:14 +12:00
Console::log('Stop by Ctrl+C');
2020-06-27 00:27:58 +12:00
$http->shutdown();
});
2020-06-26 21:54:37 +12:00
});
$http->on('request', function (SwooleRequest $swooleRequest, SwooleResponse $swooleResponse) use ($register) {
2020-07-01 20:55:14 +12:00
$request = new Request($swooleRequest);
$response = new Response($swooleResponse);
2022-05-24 02:54:50 +12:00
if (Files::isFileLoaded($request->getURI())) {
2020-07-11 16:16:24 +12:00
$time = (60 * 60 * 24 * 365 * 2); // 45 days cache
2020-07-07 07:29:13 +12:00
$response
->setContentType(Files::getFileMimeType($request->getURI()))
2022-05-24 02:54:50 +12:00
->addHeader('Cache-Control', 'public, max-age=' . $time)
->addHeader('Expires', \date('D, d M Y H:i:s', \time() + $time) . ' GMT') // 45 days cache
2022-09-13 02:08:29 +12:00
->send(Files::getFileContents($request->getURI()));
2020-07-07 07:29:13 +12:00
return;
}
2021-06-28 19:19:33 +12:00
$app = new App('UTC');
$db = $register->get('dbPool')->get();
$redis = $register->get('redisPool')->get();
2022-09-13 02:08:29 +12:00
App::setResource('db', fn () => $db);
App::setResource('cache', fn () => $redis);
2020-06-27 00:27:58 +12:00
try {
2020-11-19 19:56:14 +13:00
Authorization::cleanRoles();
2022-08-19 16:04:33 +12:00
Authorization::setRole(Role::any()->toString());
2020-11-19 19:56:14 +13:00
2020-07-01 20:55:14 +12:00
$app->run($request, $response);
2020-06-27 00:27:58 +12:00
} catch (\Throwable $th) {
2021-12-22 04:01:40 +13:00
$version = App::getEnv('_APP_VERSION', 'UNKNOWN');
$logger = $app->getResource("logger");
2022-05-24 02:54:50 +12:00
if ($logger) {
2021-12-27 23:35:51 +13:00
try {
2022-01-19 00:05:04 +13:00
/** @var Utopia\Database\Document $user */
2021-12-27 23:35:51 +13:00
$user = $app->getResource('user');
2022-05-24 02:54:50 +12:00
} catch (\Throwable $_th) {
2021-12-27 23:35:51 +13:00
// All good, user is optional information for logger
}
2021-12-22 04:01:40 +13:00
$loggerBreadcrumbs = $app->getResource("loggerBreadcrumbs");
$route = $app->match($request);
$log = new Utopia\Logger\Log();
2022-05-24 02:54:50 +12:00
if (isset($user) && !$user->isEmpty()) {
2021-12-22 04:01:40 +13:00
$log->setUser(new User($user->getId()));
}
$log->setNamespace("http");
$log->setServer(\gethostname());
$log->setVersion($version);
$log->setType(Log::TYPE_ERROR);
$log->setMessage($th->getMessage());
$log->addTag('method', $route->getMethod());
2022-05-24 02:54:50 +12:00
$log->addTag('url', $route->getPath());
2021-12-22 04:01:40 +13:00
$log->addTag('verboseType', get_class($th));
$log->addTag('code', $th->getCode());
2021-12-22 04:21:30 +13:00
// $log->addTag('projectId', $project->getId()); // TODO: Figure out how to get ProjectID, if it becomes relevant
2021-12-22 04:01:40 +13:00
$log->addTag('hostname', $request->getHostname());
$log->addTag('locale', (string)$request->getParam('locale', $request->getHeader('x-appwrite-locale', '')));
$log->addExtra('file', $th->getFile());
$log->addExtra('line', $th->getLine());
$log->addExtra('trace', $th->getTraceAsString());
$log->addExtra('detailedTrace', $th->getTrace());
2021-12-22 04:01:40 +13:00
$log->addExtra('roles', Authorization::$roles);
$action = $route->getLabel("sdk.namespace", "UNKNOWN_NAMESPACE") . '.' . $route->getLabel("sdk.method", "UNKNOWN_METHOD");
$log->setAction($action);
$isProduction = App::getEnv('_APP_ENV', 'development') === 'production';
$log->setEnvironment($isProduction ? Log::ENVIRONMENT_PRODUCTION : Log::ENVIRONMENT_STAGING);
2022-05-24 02:54:50 +12:00
foreach ($loggerBreadcrumbs as $loggerBreadcrumb) {
2021-12-22 04:01:40 +13:00
$log->addBreadcrumb($loggerBreadcrumb);
}
$responseCode = $logger->addLog($log);
2022-05-24 02:54:50 +12:00
Console::info('Log pushed with status code: ' . $responseCode);
2021-12-22 04:01:40 +13:00
}
2022-05-24 02:54:50 +12:00
Console::error('[Error] Type: ' . get_class($th));
Console::error('[Error] Message: ' . $th->getMessage());
Console::error('[Error] File: ' . $th->getFile());
Console::error('[Error] Line: ' . $th->getLine());
2020-10-26 02:48:04 +13:00
2021-12-21 23:12:33 +13:00
$swooleResponse->setStatusCode(500);
2021-12-22 04:01:40 +13:00
$output = ((App::isDevelopment())) ? [
2022-05-24 02:54:50 +12:00
'message' => 'Error: ' . $th->getMessage(),
2021-12-22 04:01:40 +13:00
'code' => 500,
'file' => $th->getFile(),
'line' => $th->getLine(),
'trace' => $th->getTrace(),
'version' => $version,
] : [
'message' => 'Error: Server Error',
'code' => 500,
'version' => $version,
];
$swooleResponse->end(\json_encode($output));
} finally {
/** @var PDOPool $dbPool */
$dbPool = $register->get('dbPool');
$dbPool->put($db);
/** @var RedisPool $redisPool */
$redisPool = $register->get('redisPool');
$redisPool->put($redis);
2020-06-27 00:27:58 +12:00
}
2020-06-26 21:54:37 +12:00
});
2022-05-24 02:54:50 +12:00
$http->start();