Merge pull request #7015 from appwrite/feat-delete-orphaned-projects
Feat delete orphaned projects
This commit is contained in:
commit
24824e1582
4 changed files with 122 additions and 0 deletions
|
@ -101,6 +101,7 @@ RUN chmod +x /usr/local/bin/hamster && \
|
||||||
chmod +x /usr/local/bin/volume-sync && \
|
chmod +x /usr/local/bin/volume-sync && \
|
||||||
chmod +x /usr/local/bin/patch-delete-schedule-updated-at-attribute && \
|
chmod +x /usr/local/bin/patch-delete-schedule-updated-at-attribute && \
|
||||||
chmod +x /usr/local/bin/patch-delete-project-collections && \
|
chmod +x /usr/local/bin/patch-delete-project-collections && \
|
||||||
|
chmod +x /usr/local/bin/delete-orphaned-projects && \
|
||||||
chmod +x /usr/local/bin/clear-card-cache && \
|
chmod +x /usr/local/bin/clear-card-cache && \
|
||||||
chmod +x /usr/local/bin/calc-users-stats && \
|
chmod +x /usr/local/bin/calc-users-stats && \
|
||||||
chmod +x /usr/local/bin/calc-tier-stats
|
chmod +x /usr/local/bin/calc-tier-stats
|
||||||
|
|
3
bin/delete-orphaned-projects
Normal file
3
bin/delete-orphaned-projects
Normal file
|
@ -0,0 +1,3 @@
|
||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
php /usr/src/code/app/cli.php delete-orphaned-projects $@
|
|
@ -18,6 +18,7 @@ use Appwrite\Platform\Tasks\Version;
|
||||||
use Appwrite\Platform\Tasks\VolumeSync;
|
use Appwrite\Platform\Tasks\VolumeSync;
|
||||||
use Appwrite\Platform\Tasks\CalcTierStats;
|
use Appwrite\Platform\Tasks\CalcTierStats;
|
||||||
use Appwrite\Platform\Tasks\Upgrade;
|
use Appwrite\Platform\Tasks\Upgrade;
|
||||||
|
use Appwrite\Platform\Tasks\DeleteOrphanedProjects;
|
||||||
|
|
||||||
class Tasks extends Service
|
class Tasks extends Service
|
||||||
{
|
{
|
||||||
|
@ -40,6 +41,8 @@ class Tasks extends Service
|
||||||
->addAction(VolumeSync::getName(), new VolumeSync())
|
->addAction(VolumeSync::getName(), new VolumeSync())
|
||||||
->addAction(Specs::getName(), new Specs())
|
->addAction(Specs::getName(), new Specs())
|
||||||
->addAction(CalcTierStats::getName(), new CalcTierStats())
|
->addAction(CalcTierStats::getName(), new CalcTierStats())
|
||||||
|
->addAction(DeleteOrphanedProjects::getName(), new DeleteOrphanedProjects())
|
||||||
|
|
||||||
;
|
;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
115
src/Appwrite/Platform/Tasks/DeleteOrphanedProjects.php
Normal file
115
src/Appwrite/Platform/Tasks/DeleteOrphanedProjects.php
Normal file
|
@ -0,0 +1,115 @@
|
||||||
|
<?php
|
||||||
|
|
||||||
|
namespace Appwrite\Platform\Tasks;
|
||||||
|
|
||||||
|
use PHPMailer\PHPMailer\PHPMailer;
|
||||||
|
use Utopia\App;
|
||||||
|
use Utopia\Config\Config;
|
||||||
|
use Utopia\Database\Query;
|
||||||
|
use Utopia\Database\Validator\Authorization;
|
||||||
|
use Utopia\Platform\Action;
|
||||||
|
use Utopia\Cache\Cache;
|
||||||
|
use Utopia\CLI\Console;
|
||||||
|
use Utopia\Database\Database;
|
||||||
|
use Utopia\Pools\Group;
|
||||||
|
use Utopia\Registry\Registry;
|
||||||
|
|
||||||
|
class DeleteOrphanedProjects extends Action
|
||||||
|
{
|
||||||
|
public static function getName(): string
|
||||||
|
{
|
||||||
|
return 'delete-orphaned-projects';
|
||||||
|
}
|
||||||
|
|
||||||
|
public function __construct()
|
||||||
|
{
|
||||||
|
|
||||||
|
$this
|
||||||
|
->desc('Get stats for projects')
|
||||||
|
->inject('pools')
|
||||||
|
->inject('cache')
|
||||||
|
->inject('dbForConsole')
|
||||||
|
->inject('register')
|
||||||
|
->callback(function (Group $pools, Cache $cache, Database $dbForConsole, Registry $register) {
|
||||||
|
$this->action($pools, $cache, $dbForConsole, $register);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
public function action(Group $pools, Cache $cache, Database $dbForConsole, Registry $register): void
|
||||||
|
{
|
||||||
|
|
||||||
|
Console::title('Delete orphaned projects V1');
|
||||||
|
Console::success(APP_NAME . ' Delete orphaned projects started');
|
||||||
|
|
||||||
|
/** @var array $collections */
|
||||||
|
$collectionsConfig = Config::getParam('collections', [])['projects'] ?? [];
|
||||||
|
|
||||||
|
/* Initialise new Utopia app */
|
||||||
|
$app = new App('UTC');
|
||||||
|
$console = $app->getResource('console');
|
||||||
|
$projects = [$console];
|
||||||
|
|
||||||
|
/** Database connections */
|
||||||
|
$totalProjects = $dbForConsole->count('projects');
|
||||||
|
Console::success("Found a total of: {$totalProjects} projects");
|
||||||
|
|
||||||
|
$orphans = 0;
|
||||||
|
$count = 0;
|
||||||
|
$limit = 30;
|
||||||
|
$sum = 30;
|
||||||
|
$offset = 0;
|
||||||
|
while (!empty($projects)) {
|
||||||
|
foreach ($projects as $project) {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Skip user projects with id 'console'
|
||||||
|
*/
|
||||||
|
if ($project->getId() === 'console') {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
$db = $project->getAttribute('database');
|
||||||
|
$adapter = $pools
|
||||||
|
->get($db)
|
||||||
|
->pop()
|
||||||
|
->getResource();
|
||||||
|
|
||||||
|
$dbForProject = new Database($adapter, $cache);
|
||||||
|
$dbForProject->setDefaultDatabase('appwrite');
|
||||||
|
$dbForProject->setNamespace('_' . $project->getInternalId());
|
||||||
|
$collectionsCreated = $dbForProject->count(Database::METADATA);
|
||||||
|
$message = ' (' . $collectionsCreated . ') collections where found on project (' . $project->getId() . '))';
|
||||||
|
if ($collectionsCreated < (count($collectionsConfig) + 2)) {
|
||||||
|
Console::error($message);
|
||||||
|
$orphans++;
|
||||||
|
} else {
|
||||||
|
Console::log($message);
|
||||||
|
}
|
||||||
|
} catch (\Throwable $th) {
|
||||||
|
//$dbForConsole->deleteDocument('projects', $project->getId());
|
||||||
|
//Console::success('Deleting project (' . $project->getId() . ')');
|
||||||
|
Console::error(' (0) collections where found for project (' . $project->getId() . ')');
|
||||||
|
$orphans++;
|
||||||
|
} finally {
|
||||||
|
$pools
|
||||||
|
->get($db)
|
||||||
|
->reclaim();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
$sum = \count($projects);
|
||||||
|
|
||||||
|
$projects = $dbForConsole->find('projects', [
|
||||||
|
Query::limit($limit),
|
||||||
|
Query::offset($offset),
|
||||||
|
]);
|
||||||
|
|
||||||
|
$offset = $offset + $limit;
|
||||||
|
$count = $count + $sum;
|
||||||
|
}
|
||||||
|
|
||||||
|
Console::log('Iterated through ' . $count - 1 . '/' . $totalProjects . ' projects found ' . $orphans . ' orphans');
|
||||||
|
}
|
||||||
|
}
|
Loading…
Reference in a new issue