deletes & databases workers

src/Appwrite/Platform/Workers/Databases.php

@@ -9,6 +9,9 @@ use Utopia\CLI\Console;
 use Utopia\Database\Database;
 use Utopia\Database\Document;
 use Utopia\Database\Exception\Authorization;
+use Utopia\Database\Exception\Conflict;
+use Utopia\Database\Exception\Structure;
+use Utopia\Database\Exception as DatabaseException;
 use Utopia\Platform\Action;
 use Utopia\Queue\Message;
 
@@ -33,6 +36,9 @@ class Databases extends Action
     }
 
     /**
+     * @param Message $message
+     * @param Database $dbForConsole
+     * @param Database $dbForProject
      * @throws Exception
      */
     public function action(Message $message, Database $dbForConsole, Database $dbForProject): void
@@ -58,17 +64,30 @@ class Databases extends Action
         }
 
         match (strval($type)) {
-            DATABASE_TYPE_CREATE_ATTRIBUTE => $this->createAttribute($database, $collection, $document, $project, $dbForProject),
+            DATABASE_TYPE_CREATE_ATTRIBUTE => $this->createAttribute($database, $collection, $document, $project, $dbForConsole, $dbForProject),
             DATABASE_TYPE_DELETE_ATTRIBUTE => $this->deleteAttribute($database, $collection, $document, $project, $dbForConsole, $dbForProject),
-            DATABASE_TYPE_CREATE_INDEX => $this->createIndex($database, $collection, $document, $project, $dbForProject),
+            DATABASE_TYPE_CREATE_INDEX => $this->createIndex($database, $collection, $document, $project, $dbForConsole, $dbForProject),
-            DATABASE_TYPE_DELETE_INDEX => $this->deleteIndex($database, $collection, $document, $project, $dbForProject),
+            DATABASE_TYPE_DELETE_INDEX => $this->deleteIndex($database, $collection, $document, $project, $dbForConsole, $dbForProject),
             default => Console::error('No database operation for type: ' . $type),
         };
     }
 
-    private function createAttribute(Document $database, Document $collection, Document $attribute, Document $project, $dbForProject): void
+    /**
+     * @param Document $database
+     * @param Document $collection
+     * @param Document $attribute
+     * @param Document $project
+     * @param Database $dbForConsole
+     * @param Database $dbForProject
+     * @throws Authorization
+     * @throws Conflict
+     * @throws Exception
+     */
+    private function createAttribute(Document $database, Document $collection, Document $attribute, Document $project, Database $dbForConsole, Database $dbForProject): void
     {
 
+        $projectId = $project->getId();
+
         $events = Event::generateEvents('databases.[databaseId].collections.[collectionId].attributes.[attributeId].update', [
             'databaseId' => $database->getId(),
             'collectionId' => $collection->getId(),
@@ -78,6 +97,7 @@ class Databases extends Action
          * Fetch attribute from the database, since with Resque float values are loosing informations.
          */
         $attribute = $dbForProject->getDocument('attributes', $attribute->getId());
+
         $collectionId = $collection->getId();
         $key = $attribute->getAttribute('key', '');
         $type = $attribute->getAttribute('type', '');
@@ -89,15 +109,67 @@ class Databases extends Action
         $format = $attribute->getAttribute('format', '');
         $formatOptions = $attribute->getAttribute('formatOptions', []);
         $filters = $attribute->getAttribute('filters', []);
+        $options = $attribute->getAttribute('options', []);
+        $project = $dbForConsole->getDocument('projects', $projectId);
+
 
         try {
-            if (!$dbForProject->createAttribute('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key, $type, $size, $required, $default, $signed, $array, $format, $formatOptions, $filters)) {
+            switch ($type) {
-                throw new Exception('Failed to create Attribute');
+                case Database::VAR_RELATIONSHIP:
+                    $relatedCollection = $dbForProject->getDocument('database_' . $database->getInternalId(), $options['relatedCollection']);
+                    if ($relatedCollection->isEmpty()) {
+                        throw new DatabaseException('Collection not found');
+                    }
+
+                    if (
+                        !$dbForProject->createRelationship(
+                            collection: 'database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(),
+                            relatedCollection: 'database_' . $database->getInternalId() . '_collection_' . $relatedCollection->getInternalId(),
+                            type: $options['relationType'],
+                            twoWay: $options['twoWay'],
+                            id: $key,
+                            twoWayKey: $options['twoWayKey'],
+                            onDelete: $options['onDelete'],
+                        )
+                    ) {
+                        throw new DatabaseException('Failed to create Attribute');
+                    }
+
+                    if ($options['twoWay']) {
+                        $relatedAttribute = $dbForProject->getDocument('attributes', $database->getInternalId() . '_' . $relatedCollection->getInternalId() . '_' . $options['twoWayKey']);
+                        $dbForProject->updateDocument('attributes', $relatedAttribute->getId(), $relatedAttribute->setAttribute('status', 'available'));
+                    }
+                    break;
+                default:
+                    if (!$dbForProject->createAttribute('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key, $type, $size, $required, $default, $signed, $array, $format, $formatOptions, $filters)) {
+                        throw new Exception('Failed to create Attribute');
+                    }
             }
+
             $dbForProject->updateDocument('attributes', $attribute->getId(), $attribute->setAttribute('status', 'available'));
-        } catch (\Throwable $th) {
+        } catch (\Exception $e) {
-            Console::error($th->getMessage());
+            Console::error($e->getMessage());
-            $dbForProject->updateDocument('attributes', $attribute->getId(), $attribute->setAttribute('status', 'failed'));
+
+            if ($e instanceof DatabaseException) {
+                $attribute->setAttribute('error', $e->getMessage());
+                if (isset($relatedAttribute)) {
+                    $relatedAttribute->setAttribute('error', $e->getMessage());
+                }
+            }
+
+            $dbForProject->updateDocument(
+                'attributes',
+                $attribute->getId(),
+                $attribute->setAttribute('status', 'failed')
+            );
+
+            if (isset($relatedAttribute)) {
+                $dbForProject->updateDocument(
+                    'attributes',
+                    $relatedAttribute->getId(),
+                    $relatedAttribute->setAttribute('status', 'failed')
+                );
+            }
         } finally {
             $target = Realtime::fromPayload(
             // Pass first, most verbose event pattern
@@ -113,45 +185,101 @@ class Databases extends Action
                 channels: $target['channels'],
                 roles: $target['roles'],
                 options: [
-                    'projectId' => $project->getId(),
+                    'projectId' => $projectId,
                     'databaseId' => $database->getId(),
                     'collectionId' => $collection->getId()
                 ]
             );
         }
 
+        if ($type === Database::VAR_RELATIONSHIP && $options['twoWay']) {
+            $dbForProject->deleteCachedDocument('database_' . $database->getInternalId(), $relatedCollection->getId());
+        }
+
         $dbForProject->deleteCachedDocument('database_' . $database->getInternalId(), $collectionId);
     }
 
     /**
+     * @param Document $database
+     * @param Document $collection
+     * @param Document $attribute
+     * @param Document $project
+     * @param Database $dbForConsole
+     * @param Database $dbForProject
      * @throws Authorization
-     */
+     * @throws Conflict
+     * @throws Exception
+     **/
     private function deleteAttribute(Document $database, Document $collection, Document $attribute, Document $project, Database $dbForConsole, Database $dbForProject)
     {
+        $projectId = $project->getId();
+
         $events = Event::generateEvents('databases.[databaseId].collections.[collectionId].attributes.[attributeId].delete', [
             'databaseId' => $database->getId(),
             'collectionId' => $collection->getId(),
             'attributeId' => $attribute->getId()
         ]);
-
         $collectionId = $collection->getId();
         $key = $attribute->getAttribute('key', '');
         $status = $attribute->getAttribute('status', '');
-
+        $type = $attribute->getAttribute('type', '');
+        $project = $dbForConsole->getDocument('projects', $projectId);
+        $options = $attribute->getAttribute('options', []);
+        $relatedAttribute = new Document();
+        $relatedCollection = new Document();
         // possible states at this point:
         // - available: should not land in queue; controller flips these to 'deleting'
         // - processing: hasn't finished creating
         // - deleting: was available, in deletion queue for first time
         // - failed: attribute was never created
         // - stuck: attribute was available but cannot be removed
+
         try {
-            if ($status !== 'failed' && !$dbForProject->deleteAttribute('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key)) {
+            if ($status !== 'failed') {
-                throw new Exception('Failed to delete Attribute');
+                if ($type === Database::VAR_RELATIONSHIP) {
+                    if ($options['twoWay']) {
+                        $relatedCollection = $dbForProject->getDocument('database_' . $database->getInternalId(), $options['relatedCollection']);
+                        if ($relatedCollection->isEmpty()) {
+                            throw new DatabaseException('Collection not found');
+                        }
+                        $relatedAttribute = $dbForProject->getDocument('attributes', $database->getInternalId() . '_' . $relatedCollection->getInternalId() . '_' . $options['twoWayKey']);
+                    }
+
+                    if (!$dbForProject->deleteRelationship('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key)) {
+                        $dbForProject->updateDocument('attributes', $relatedAttribute->getId(), $relatedAttribute->setAttribute('status', 'stuck'));
+                        throw new DatabaseException('Failed to delete Relationship');
+                    }
+                } elseif (!$dbForProject->deleteAttribute('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key)) {
+                    throw new DatabaseException('Failed to delete Attribute');
+                }
             }
+
             $dbForProject->deleteDocument('attributes', $attribute->getId());
-        } catch (\Throwable $th) {
+
-            Console::error($th->getMessage());
+            if (!$relatedAttribute->isEmpty()) {
-            $dbForProject->updateDocument('attributes', $attribute->getId(), $attribute->setAttribute('status', 'stuck'));
+                $dbForProject->deleteDocument('attributes', $relatedAttribute->getId());
+            }
+        } catch (\Exception $e) {
+            Console::error($e->getMessage());
+
+            if ($e instanceof DatabaseException) {
+                $attribute->setAttribute('error', $e->getMessage());
+                if (!$relatedAttribute->isEmpty()) {
+                    $relatedAttribute->setAttribute('error', $e->getMessage());
+                }
+            }
+            $dbForProject->updateDocument(
+                'attributes',
+                $attribute->getId(),
+                $attribute->setAttribute('status', 'stuck')
+            );
+            if (!$relatedAttribute->isEmpty()) {
+                $dbForProject->updateDocument(
+                    'attributes',
+                    $relatedAttribute->getId(),
+                    $relatedAttribute->setAttribute('status', 'stuck')
+                );
+            }
         } finally {
             $target = Realtime::fromPayload(
             // Pass first, most verbose event pattern
@@ -167,7 +295,7 @@ class Databases extends Action
                 channels: $target['channels'],
                 roles: $target['roles'],
                 options: [
-                    'projectId' => $project->getId(),
+                    'projectId' => $projectId,
                     'databaseId' => $database->getId(),
                     'collectionId' => $collection->getId()
                 ]
@@ -192,8 +320,8 @@ class Databases extends Action
                 // array_values wraps array_diff to reindex array keys
                 // when found attribute is removed from array
                 $attributes = \array_values(\array_diff($attributes, [$attributes[$found]]));
-                $lengths = \array_values(\array_diff($lengths, [$lengths[$found]]));
+                $lengths = \array_values(\array_diff($lengths, isset($lengths[$found]) ? [$lengths[$found]] : []));
-                $orders = \array_values(\array_diff($orders, [$orders[$found]]));
+                $orders = \array_values(\array_diff($orders, isset($orders[$found]) ? [$orders[$found]] : []));
 
                 if (empty($attributes)) {
                     $dbForProject->deleteDocument('indexes', $index->getId());
@@ -217,7 +345,7 @@ class Databases extends Action
                     }
 
                     if ($exists) { // Delete the duplicate if created, else update in db
-                        $this->deleteIndex($database, $collection, $index, $project, $dbForConsole);
+                        $this->deleteIndex($database, $collection, $index, $project);
                     } else {
                         $dbForProject->updateDocument('indexes', $index->getId(), $index);
                     }
@@ -227,10 +355,29 @@ class Databases extends Action
 
         $dbForProject->deleteCachedDocument('database_' . $database->getInternalId(), $collectionId);
         $dbForProject->deleteCachedCollection('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId());
+
+        if (!$relatedCollection->isEmpty() && !$relatedAttribute->isEmpty()) {
+            $dbForProject->deleteCachedDocument('database_' . $database->getInternalId(), $relatedCollection->getId());
+            $dbForProject->deleteCachedCollection('database_' . $database->getInternalId() . '_collection_' . $relatedCollection->getInternalId());
+        }
     }
 
-    private function createIndex(Document $database, Document $collection, Document $index, Document $project, Database $dbForProject)
+    /**
+     * @param Document $database
+     * @param Document $collection
+     * @param Document $index
+     * @param Document $project
+     * @param Database $dbForConsole
+     * @param Database $dbForProject
+     * @throws Authorization
+     * @throws Conflict
+     * @throws Structure
+     * @throws DatabaseException
+     */
+    private function createIndex(Document $database, Document $collection, Document $index, Document $project, Database $dbForConsole, Database $dbForProject)
     {
+        $projectId = $project->getId();
+
         $events = Event::generateEvents('databases.[databaseId].collections.[collectionId].indexes.[indexId].update', [
             'databaseId' => $database->getId(),
             'collectionId' => $collection->getId(),
@@ -242,15 +389,24 @@ class Databases extends Action
         $attributes = $index->getAttribute('attributes', []);
         $lengths = $index->getAttribute('lengths', []);
         $orders = $index->getAttribute('orders', []);
+        $project = $dbForConsole->getDocument('projects', $projectId);
 
         try {
             if (!$dbForProject->createIndex('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key, $type, $attributes, $lengths, $orders)) {
-                throw new Exception('Failed to create Index');
+                throw new DatabaseException('Failed to create Index');
             }
             $dbForProject->updateDocument('indexes', $index->getId(), $index->setAttribute('status', 'available'));
-        } catch (\Throwable $th) {
+        } catch (\Exception $e) {
-            Console::error($th->getMessage());
+            Console::error($e->getMessage());
-            $dbForProject->updateDocument('indexes', $index->getId(), $index->setAttribute('status', 'failed'));
+
+            if ($e instanceof DatabaseException) {
+                $index->setAttribute('error', $e->getMessage());
+            }
+            $dbForProject->updateDocument(
+                'indexes',
+                $index->getId(),
+                $index->setAttribute('status', 'failed')
+            );
         } finally {
             $target = Realtime::fromPayload(
             // Pass first, most verbose event pattern
@@ -266,7 +422,7 @@ class Databases extends Action
                 channels: $target['channels'],
                 roles: $target['roles'],
                 options: [
-                    'projectId' => $project->getId(),
+                    'projectId' => $projectId,
                     'databaseId' => $database->getId(),
                     'collectionId' => $collection->getId()
                 ]
@@ -276,8 +432,22 @@ class Databases extends Action
         $dbForProject->deleteCachedDocument('database_' . $database->getInternalId(), $collectionId);
     }
 
-    private function deleteIndex(Document $database, Document $collection, Document $index, Document $project, Database $dbForProject)
+    /**
+     * @param Document $database
+     * @param Document $collection
+     * @param Document $index
+     * @param Document $project
+     * @param Database $dbForConsole
+     * @param Database $dbForProject
+     * @throws Authorization
+     * @throws Conflict
+     * @throws Structure
+     * @throws DatabaseException
+     */
+    private function deleteIndex(Document $database, Document $collection, Document $index, Document $project, Database $dbForConsole, Database $dbForProject)
     {
+        $projectId = $project->getId();
+
         $events = Event::generateEvents('databases.[databaseId].collections.[collectionId].indexes.[indexId].delete', [
             'databaseId' => $database->getId(),
             'collectionId' => $collection->getId(),
@@ -285,15 +455,24 @@ class Databases extends Action
         ]);
         $key = $index->getAttribute('key');
         $status = $index->getAttribute('status', '');
+        $project = $dbForConsole->getDocument('projects', $projectId);
 
         try {
             if ($status !== 'failed' && !$dbForProject->deleteIndex('database_' . $database->getInternalId() . '_collection_' . $collection->getInternalId(), $key)) {
-                throw new Exception('Failed to delete index');
+                throw new DatabaseException('Failed to delete index');
             }
             $dbForProject->deleteDocument('indexes', $index->getId());
-        } catch (\Throwable $th) {
+        } catch (\Exception $e) {
-            Console::error($th->getMessage());
+            Console::error($e->getMessage());
-            $dbForProject->updateDocument('indexes', $index->getId(), $index->setAttribute('status', 'stuck'));
+
+            if ($e instanceof DatabaseException) {
+                $index->setAttribute('error', $e->getMessage());
+            }
+            $dbForProject->updateDocument(
+                'indexes',
+                $index->getId(),
+                $index->setAttribute('status', 'stuck')
+            );
         } finally {
             $target = Realtime::fromPayload(
             // Pass first, most verbose event pattern
@@ -309,7 +488,7 @@ class Databases extends Action
                 channels: $target['channels'],
                 roles: $target['roles'],
                 options: [
-                    'projectId' => $project->getId(),
+                    'projectId' => $projectId,
                     'databaseId' => $database->getId(),
                     'collectionId' => $collection->getId()
                 ]

src/Appwrite/Platform/Workers/Deletes.php

@@ -2,6 +2,8 @@
 
 namespace Appwrite\Platform\Workers;
 
+use Executor\Executor;
+use Throwable;
 use Utopia\Abuse\Abuse;
 use Utopia\Abuse\Adapters\TimeLimit;
 use Utopia\Audit\Audit;
@@ -14,6 +16,9 @@ use Utopia\CLI\Console;
 use Utopia\Database\DateTime;
 use Utopia\Database\Document;
 use Utopia\Database\Exception\Authorization;
+use Utopia\Database\Exception\Conflict;
+use Utopia\Database\Exception\Restricted;
+use Utopia\Database\Exception\Structure;
 use Utopia\Database\Query;
 use Utopia\Platform\Action;
 use Utopia\Queue\Message;
@@ -35,18 +40,18 @@ class Deletes extends Action
             ->inject('message')
             ->inject('dbForConsole')
             ->inject('getProjectDB')
-            ->inject('deviceFiles')
+            ->inject('getFilesDevice')
-            ->inject('deviceFunctions')
+            ->inject('getFunctionsDevice')
-            ->inject('deviceBuilds')
+            ->inject('getBuildsDevice')
-            ->inject('deviceCache')
+            ->inject('getCacheDevice')
-            ->callback(fn($message, $dbForConsole, $getProjectDB, $deviceFiles, $deviceFunctions, $deviceBuilds, $deviceCache) => $this->action($message, $dbForConsole, $getProjectDB, $deviceFiles, $deviceFunctions, $deviceBuilds, $deviceCache));
+            ->callback(fn($message, $dbForConsole, callable $getProjectDB, callable $getFilesDevice, callable $getFunctionsDevice, callable $getBuildsDevice, callable $getCacheDevice) => $this->action($message, $dbForConsole, $getProjectDB, $getFilesDevice, $getFunctionsDevice, $getBuildsDevice, $getCacheDevice));
     }
 
     /**
      * @throws Exception
-     * @throws \Throwable
+     * @throws Throwable
      */
-    public function action(Message $message, Database $dbForConsole, callable $getProjectDB, callable $deviceFiles, callable $deviceFunctions, callable $deviceBuilds, callable $deviceCache): void
+    public function action(Message $message, Database $dbForConsole, callable $getProjectDB, callable $getFilesDevice, callable $getFunctionsDevice, callable $getBuildsDevice, callable $getCacheDevice): void
     {
         $payload = $message->getPayload() ?? [];
 
@@ -71,22 +76,31 @@ class Deletes extends Action
                         $this->deleteCollection($getProjectDB, $document, $project);
                         break;
                     case DELETE_TYPE_PROJECTS:
-                        $this->deleteProject($dbForConsole, $getProjectDB, $deviceFiles, $deviceFunctions, $deviceBuilds, $deviceCache, $document);
+                        $this->deleteProject($dbForConsole, $getProjectDB, $getFilesDevice, $getFunctionsDevice, $getBuildsDevice, $getCacheDevice, $document);
                         break;
                     case DELETE_TYPE_FUNCTIONS:
-                        $this->deleteFunction($getProjectDB, $deviceFunctions, $deviceBuilds, $document, $project);
+                        $this->deleteFunction($dbForConsole, $getProjectDB, $getFunctionsDevice, $getBuildsDevice, $document, $project);
                         break;
                     case DELETE_TYPE_DEPLOYMENTS:
-                        $this->deleteDeployment($getProjectDB, $deviceFunctions, $deviceBuilds, $document, $project);
+                        $this->deleteDeployment($getProjectDB, $getFunctionsDevice, $getBuildsDevice, $document, $project);
                         break;
                     case DELETE_TYPE_USERS:
                         $this->deleteUser($getProjectDB, $document, $project);
                         break;
                     case DELETE_TYPE_TEAMS:
-                        $this->deleteMemberships($getProjectDB, $document, $project);
+                        $this->deleteMemberships($document, $project);
+                        if ($project->getId() === 'console') {
+                            $this->deleteProjectsByTeam($dbForConsole, $document);
+                        }
                         break;
                     case DELETE_TYPE_BUCKETS:
-                        $this->deleteBucket($getProjectDB, $deviceFiles, $document, $project);
+                        $this->deleteBucket($getProjectDB, $getFilesDevice, $document, $project);
+                        break;
+                    case DELETE_TYPE_INSTALLATIONS:
+                        $this->deleteInstallation($dbForConsole, $document, $project);
+                        break;
+                    case DELETE_TYPE_RULES:
+                        $this->deleteRule($dbForConsole, $document, $project);
                         break;
                     default:
                         if (\str_starts_with($document->getCollection(), 'database_')) {
@@ -110,9 +124,7 @@ class Deletes extends Action
                 if (!$document->isEmpty()) {
                     $this->deleteAuditLogsByResource($getProjectDB, 'document/' . $document->getId(), $project);
                 }
-
                 break;
-
             case DELETE_TYPE_ABUSE:
                 $this->deleteAbuseLogs($dbForConsole, $getProjectDB, $datetime);
                 break;
@@ -124,20 +136,14 @@ class Deletes extends Action
             case DELETE_TYPE_SESSIONS:
                 $this->deleteExpiredSessions($dbForConsole, $getProjectDB);
                 break;
-
-            case DELETE_TYPE_CERTIFICATES:
-                $this->deleteCertificates($dbForConsole, $document);
-                break;
-
             case DELETE_TYPE_USAGE:
-                $this->deleteUsageStats($dbForConsole, $getProjectDB, $hourlyUsageRetentionDatetime);
+                $this->deleteUsageStats($getProjectDB, $hourlyUsageRetentionDatetime);
                 break;
-
             case DELETE_TYPE_CACHE_BY_RESOURCE:
-                $this->deleteCacheByResource($dbForConsole, $getProjectDB, $resource);
+                $this->deleteCacheByResource($project, $getProjectDB, $resource);
                 break;
             case DELETE_TYPE_CACHE_BY_TIMESTAMP:
-                $this->deleteCacheByDate($dbForConsole, $getProjectDB, $datetime);
+                $this->deleteCacheByDate($project, $getProjectDB, $datetime);
                 break;
             case DELETE_TYPE_SCHEDULES:
                 $this->deleteSchedules($dbForConsole, $getProjectDB, $datetime);
@@ -154,7 +160,7 @@ class Deletes extends Action
      * @param string $datetime
      * @return void
      * @throws Authorization
-     * @throws \Throwable
+     * @throws Throwable
      */
     protected function deleteSchedules(Database $dbForConsole, callable $getProjectDB, string $datetime): void
     {
@@ -186,49 +192,27 @@ class Deletes extends Action
     }
 
     /**
-     * @param Database $dbForConsole
+     * @param Document $project
      * @param callable $getProjectDB
      * @param string $resource
-     * @throws Exception
+     * @throws Authorization
      */
-    protected function deleteCacheByResource(Database $dbForConsole, callable $getProjectDB, string $resource): void
+    protected function deleteCacheByResource(Document $project, callable $getProjectDB, string $resource): void
     {
-        $this->deleteCacheFiles($dbForConsole, $getProjectDB, [
+        $projectId = $project->getId();
-            Query::equal('resource', [$resource]),
+        $dbForProject = $getProjectDB($project);
-        ]);
+        $document = $dbForProject->findOne('cache', [Query::equal('resource', [$resource])]);
-    }
 
-    /**
-     * @throws Exception
-     */
-    protected function deleteCacheByDate(Database $dbForConsole, callable $getProjectDB, string $datetime): void
-    {
-        $this->deleteCacheFiles($dbForConsole, $getProjectDB, [
-            Query::lessThan('accessedAt', $datetime),
-        ]);
-    }
 
-    /**
+        if ($document) {
-     * @param Database $dbForConsole
-     * @param callable $getProjectDB
-     * @param array $query
-     * @return void
-     * @throws Exception
-     */
-    protected function deleteCacheFiles(Database $dbForConsole, callable $getProjectDB, array $query): void
-    {
-        $this->deleteForProjectIds($dbForConsole, function (Document $project) use ($query, $getProjectDB) {
-            $projectId = $project->getId();
-            $dbForProject = $getProjectDB($project);
             $cache = new Cache(
                 new Filesystem(APP_STORAGE_CACHE . DIRECTORY_SEPARATOR . 'app-' . $projectId)
             );
 
-            $this->deleteByGroup(
+            $this->deleteById(
-                'cache',
+                $document,
-                $query,
                 $dbForProject,
-                function (Document $document) use ($cache, $projectId) {
+                function ($document) use ($cache, $projectId) {
                     $path = APP_STORAGE_CACHE . DIRECTORY_SEPARATOR . 'app-' . $projectId . DIRECTORY_SEPARATOR . $document->getId();
 
                     if ($cache->purge($document->getId())) {
@@ -238,12 +222,49 @@ class Deletes extends Action
                     }
                 }
             );
-        });
+        }
+    }
+
+    /**
+     * Document $project
+     * @param Document $project
+     * @param callable $getProjectDB
+     * @param string $datetime
+     * @return void
+     * @throws Exception
+     */
+    protected function deleteCacheByDate(Document $project, callable $getProjectDB, string $datetime): void
+    {
+        $projectId = $project->getId();
+        $dbForProject = $getProjectDB($project);
+
+        $cache = new Cache(
+            new Filesystem(APP_STORAGE_CACHE . DIRECTORY_SEPARATOR . 'app-' . $projectId)
+        );
+
+        $query = [
+            Query::lessThan('accessedAt', $datetime),
+        ];
+
+        $this->deleteByGroup(
+            'cache',
+            $query,
+            $dbForProject,
+            function (Document $document) use ($cache, $projectId) {
+                $path = APP_STORAGE_CACHE . DIRECTORY_SEPARATOR . 'app-' . $projectId . DIRECTORY_SEPARATOR . $document->getId();
+
+                if ($cache->purge($document->getId())) {
+                    Console::success('Deleting cache file: ' . $path);
+                } else {
+                    Console::error('Failed to delete cache file: ' . $path);
+                }
+            }
+        );
     }
 
     /**
      * @param callable $getProjectDB
-     * @param Document $document database document
+     * @param Document $document
      * @param Document $project
      * @throws Exception
      */
@@ -269,19 +290,37 @@ class Deletes extends Action
     protected function deleteCollection(callable $getProjectDB, Document $document, Document $project): void
     {
         $collectionId = $document->getId();
+        $collectionInternalId = $document->getInternalId();
         $databaseId = $document->getAttribute('databaseId');
         $databaseInternalId = $document->getAttribute('databaseInternalId');
+
         $dbForProject = $getProjectDB($project);
 
+        $relationships = \array_filter(
+            $document->getAttribute('attributes'),
+            fn ($attribute) => $attribute['type'] === Database::VAR_RELATIONSHIP
+        );
+
+        foreach ($relationships as $relationship) {
+            if (!$relationship['twoWay']) {
+                continue;
+            }
+            $relatedCollection = $dbForProject->getDocument('database_' . $databaseInternalId, $relationship['relatedCollection']);
+            $dbForProject->deleteDocument('attributes', $databaseInternalId . '_' . $relatedCollection->getInternalId() . '_' . $relationship['twoWayKey']);
+            $dbForProject->deleteCachedDocument('database_' . $databaseInternalId, $relatedCollection->getId());
+            $dbForProject->deleteCachedCollection('database_' . $databaseInternalId . '_collection_' . $relatedCollection->getInternalId());
+        }
+
         $dbForProject->deleteCollection('database_' . $databaseInternalId . '_collection_' . $document->getInternalId());
+
         $this->deleteByGroup('attributes', [
-            Query::equal('databaseId', [$databaseId]),
+            Query::equal('databaseInternalId', [$databaseInternalId]),
-            Query::equal('collectionId', [$collectionId])
+            Query::equal('collectionInternalId', [$collectionInternalId])
         ], $dbForProject);
 
         $this->deleteByGroup('indexes', [
-            Query::equal('databaseId', [$databaseId]),
+            Query::equal('databaseInternalId', [$databaseInternalId]),
-            Query::equal('collectionId', [$collectionId])
+            Query::equal('collectionInternalId', [$collectionInternalId])
         ], $dbForProject);
 
         $this->deleteAuditLogsByResource($getProjectDB, 'database/' . $databaseId . '/collection/' . $collectionId, $project);
@@ -313,31 +352,65 @@ class Deletes extends Action
      */
     protected function deleteMemberships(callable $getProjectDB, Document $document, Document $project): void
     {
-        $teamId = $document->getAttribute('teamId', '');
+        $dbForProject = $getProjectDB($project);
+        $teamInternalId = $document->getInternalId();
 
         // Delete Memberships
-        $this->deleteByGroup('memberships', [
+        $this->deleteByGroup(
-            Query::equal('teamId', [$teamId])
+            'memberships',
-        ], $getProjectDB($project));
+            [
+                Query::equal('teamInternalId', [$teamInternalId])
+            ],
+            $dbForProject,
+            function (Document $membership) use ($dbForProject) {
+                $userId = $membership->getAttribute('userId');
+                $dbForProject->deleteCachedDocument('users', $userId);
+            }
+        );
+    }
+
+    /**
+     * @param Database $dbForConsole
+     * @param Document $document
+     * @return void
+     * @throws Authorization
+     * @throws \Utopia\Database\Exception
+     * @throws Conflict
+     * @throws Restricted
+     * @throws Structure
+     */
+    protected function deleteProjectsByTeam(Database $dbForConsole, Document $document): void
+    {
+
+        $projects = $dbForConsole->find('projects', [
+            Query::equal('teamInternalId', [$document->getInternalId()])
+        ]);
+
+        foreach ($projects as $project) {
+            $this->deleteProject($dbForConsole, $project);
+            $dbForConsole->deleteDocument('projects', $project->getId());
+        }
     }
 
     /**
      * @param Database $dbForConsole
      * @param callable $getProjectDB
-     * @param callable $deviceFiles
+     * @param callable $getFilesDevice
-     * @param callable $deviceFunctions
+     * @param callable $getFunctionsDevice
-     * @param callable $deviceBuilds
+     * @param callable $getBuildsDevice
-     * @param callable $deviceCache
+     * @param callable $getCacheDevice
-     * @param Document $document project document
+     * @param Document $document
-     * @throws Authorization
+     * @throws Authorization|\Utopia\Database\Exception
+     * @throws Exception
      */
-    protected function deleteProject(Database $dbForConsole, callable $getProjectDB, callable $deviceFiles, callable $deviceFunctions, callable $deviceBuilds, callable $deviceCache, Document $document): void
+    protected function deleteProject(Database $dbForConsole, callable $getProjectDB, callable $getFilesDevice, callable $getFunctionsDevice, callable $getBuildsDevice, callable $getCacheDevice, Document $document): void
     {
         $projectId = $document->getId();
+        $projectInternalId = $document->getInternalId();
 
-        // Delete project domains and certificates
+        // Delete project certificates
         $domains = $dbForConsole->find('domains', [
-            Query::equal('projectInternalId', [$document->getInternalId()])
+            Query::equal('projectInternalId', [$projectInternalId])
         ]);
 
         foreach ($domains as $domain) {
@@ -359,6 +432,26 @@ class Deletes extends Action
             }
         }
 
+        // Delete Platforms
+        $this->deleteByGroup('platforms', [
+            Query::equal('projectInternalId', [$projectInternalId])
+        ], $dbForConsole);
+
+        // Delete Domains
+        $this->deleteByGroup('domains', [
+            Query::equal('projectInternalId', [$projectInternalId])
+        ], $dbForConsole);
+
+        // Delete Keys
+        $this->deleteByGroup('keys', [
+            Query::equal('projectInternalId', [$projectInternalId])
+        ], $dbForConsole);
+
+        // Delete Webhooks
+        $this->deleteByGroup('webhooks', [
+            Query::equal('projectInternalId', [$projectInternalId])
+        ], $dbForConsole);
+
         // Delete metadata tables
         try {
             $dbForProject->deleteCollection('_metadata');
@@ -368,10 +461,10 @@ class Deletes extends Action
         }
 
         // Delete all storage directories
-        $uploads = $deviceFiles($projectId);
+        $uploads = $getFilesDevice($projectId);
-        $functions = $deviceFunctions($projectId);
+        $functions = $getFunctionsDevice($projectId);
-        $builds = $deviceBuilds($projectId);
+        $builds = $getBuildsDevice($projectId);
-        $cache = $deviceCache($projectId);
+        $cache = $getCacheDevice($projectId);
 
         $uploads->delete($uploads->getRoot(), true);
         $functions->delete($functions->getRoot(), true);
@@ -379,6 +472,52 @@ class Deletes extends Action
         $cache->delete($cache->getRoot(), true);
     }
 
+    /**
+     * @param Database $dbForConsole
+     * @param Document $document certificates document
+     */
+    protected function deleteCertificates(Database $dbForConsole, Document $document): void
+    {
+        // If domain has certificate generated
+        if (isset($document['certificateId'])) {
+            $domainUsingCertificate = $dbForConsole->findOne('domains', [
+                Query::equal('certificateId', [$document['certificateId']])
+            ]);
+
+            if (!$domainUsingCertificate) {
+                $mainDomain = App::getEnv('_APP_DOMAIN_TARGET', '');
+                if ($mainDomain === $document->getAttribute('domain')) {
+                    $domainUsingCertificate = $mainDomain;
+                }
+            }
+
+            // If certificate is still used by some domain, mark we can't delete.
+            // Current domain should not be found, because we only have copy. Original domain is already deleted from database.
+            if ($domainUsingCertificate) {
+                Console::warning("Skipping certificate deletion, because a domain is still using it.");
+                return;
+            }
+        }
+
+        $domain = $document->getAttribute('domain');
+        $directory = APP_STORAGE_CERTIFICATES . '/' . $domain;
+        $checkTraversal = realpath($directory) === $directory;
+
+        if ($domain && $checkTraversal && is_dir($directory)) {
+            // Delete certificate document, so Appwrite is aware of change
+            if (isset($document['certificateId'])) {
+                $dbForConsole->deleteDocument('certificates', $document['certificateId']);
+            }
+
+            // Delete files, so Traefik is aware of change
+            array_map('unlink', glob($directory . '/*.*'));
+            rmdir($directory);
+            Console::info("Deleted certificate files for {$domain}");
+        } else {
+            Console::info("No certificate files found for {$domain}");
+        }
+    }
+
     /**
      * @param callable $getProjectDB
      * @param Document $document user document
@@ -388,18 +527,19 @@ class Deletes extends Action
     protected function deleteUser(callable $getProjectDB, Document $document, Document $project): void
     {
         $userId = $document->getId();
+        $userInternalId = $document->getInternalId();
         $dbForProject = $getProjectDB($project);
 
         // Delete all sessions of this user from the sessions table and update the sessions field of the user record
         $this->deleteByGroup('sessions', [
-            Query::equal('userId', [$userId])
+            Query::equal('userInternalId', [$userInternalId])
         ], $dbForProject);
 
         $dbForProject->deleteCachedDocument('users', $userId);
 
         // Delete Memberships and decrement team membership counts
         $this->deleteByGroup('memberships', [
-            Query::equal('userId', [$userId])
+            Query::equal('userInternalId', [$userInternalId])
         ], $dbForProject, function (Document $document) use ($dbForProject) {
             if ($document->getAttribute('confirm')) { // Count only confirmed members
                 $teamId = $document->getAttribute('teamId');
@@ -417,7 +557,12 @@ class Deletes extends Action
 
         // Delete tokens
         $this->deleteByGroup('tokens', [
-            Query::equal('userId', [$userId])
+            Query::equal('userInternalId', [$userInternalId])
+        ], $dbForProject);
+
+        // Delete identities
+        $this->deleteByGroup('identities', [
+            Query::equal('userInternalId', [$userInternalId])
         ], $dbForProject);
     }
 
@@ -442,7 +587,7 @@ class Deletes extends Action
      * @param Database $dbForConsole
      * @param callable $getProjectDB
      * @return void
-     * @throws Exception|\Throwable
+     * @throws Exception|Throwable
      */
     protected function deleteExpiredSessions(Database $dbForConsole, callable $getProjectDB): void
     {
@@ -541,36 +686,50 @@ class Deletes extends Action
 
     /**
      * @param callable $getProjectDB
-     * @param callable $deviceFunctions
+     * @param callable $getFunctionsDevice
-     * @param callable $deviceBuilds
+     * @param callable $getBuildsDevice
-     * @param Document $document function document
+     * @param Document $document
      * @param Document $project
      * @throws Exception
      */
-    protected function deleteFunction(callable $getProjectDB, callable $deviceFunctions, callable $deviceBuilds, Document $document, Document $project): void
+    protected function deleteFunction(Database $dbForConsole, callable $getProjectDB, callable $getFunctionsDevice, callable $getBuildsDevice, Document $document, Document $project): void
     {
         $projectId = $project->getId();
         $dbForProject = $getProjectDB($project);
         $functionId = $document->getId();
+        $functionInternalId = $document->getInternalId();
+
+        /**
+         * Delete rules
+         */
+        Console::info("Deleting rules for function " . $functionId);
+        $this->deleteByGroup('rules', [
+            Query::equal('resourceType', ['function']),
+            Query::equal('resourceInternalId', [$functionInternalId]),
+            Query::equal('projectInternalId', [$project->getInternalId()])
+        ], $dbForConsole, function (Document $document) use ($project, $dbForConsole) {
+            $this->deleteRule($dbForConsole, $document, $project);
+        });
 
         /**
          * Delete Variables
          */
         Console::info("Deleting variables for function " . $functionId);
         $this->deleteByGroup('variables', [
-            Query::equal('functionId', [$functionId])
+            Query::equal('resourceType', ['function']),
+            Query::equal('resourceInternalId', [$functionInternalId])
         ], $dbForProject);
 
         /**
          * Delete Deployments
          */
         Console::info("Deleting deployments for function " . $functionId);
-        $storageFunctions = $deviceFunctions($projectId);
+        $storageFunctions = $getFunctionsDevice($projectId);
-        $deploymentIds = [];
+        $deploymentInternalIds = [];
         $this->deleteByGroup('deployments', [
-            Query::equal('resourceId', [$functionId])
+            Query::equal('resourceInternalId', [$functionInternalId])
-        ], $dbForProject, function (Document $document) use ($storageFunctions, &$deploymentIds) {
+        ], $dbForProject, function (Document $document) use ($storageFunctions, &$deploymentInternalIds) {
-            $deploymentIds[] = $document->getId();
+            $deploymentInternalIds[] = $document->getInternalId();
             if ($storageFunctions->delete($document->getAttribute('path', ''), true)) {
                 Console::success('Deleted deployment files: ' . $document->getAttribute('path', ''));
             } else {
@@ -582,15 +741,15 @@ class Deletes extends Action
          * Delete builds
          */
         Console::info("Deleting builds for function " . $functionId);
-        $storageBuilds = $deviceBuilds($projectId);
+        $storageBuilds = $getBuildsDevice($projectId);
-        foreach ($deploymentIds as $deploymentId) {
+        foreach ($deploymentInternalIds as $deploymentInternalId) {
             $this->deleteByGroup('builds', [
-                Query::equal('deploymentId', [$deploymentId])
+                Query::equal('deploymentInternalId', [$deploymentInternalId])
-            ], $dbForProject, function (Document $document) use ($storageBuilds, $deploymentId) {
+            ], $dbForProject, function (Document $document) use ($storageBuilds) {
-                if ($storageBuilds->delete($document->getAttribute('outputPath', ''), true)) {
+                if ($storageBuilds->delete($document->getAttribute('path', ''), true)) {
-                    Console::success('Deleted build files: ' . $document->getAttribute('outputPath', ''));
+                    Console::success('Deleted build files: ' . $document->getAttribute('path', ''));
                 } else {
-                    Console::error('Failed to delete build files: ' . $document->getAttribute('outputPath', ''));
+                    Console::error('Failed to delete build files: ' . $document->getAttribute('path', ''));
                 }
             });
         }
@@ -600,31 +759,36 @@ class Deletes extends Action
          */
         Console::info("Deleting executions for function " . $functionId);
         $this->deleteByGroup('executions', [
-            Query::equal('functionId', [$functionId])
+            Query::equal('functionInternalId', [$functionInternalId])
         ], $dbForProject);
 
-        // TODO: Request executor to delete runtime
+        /**
+         * Request executor to delete all deployment containers
+         */
+        Console::info("Requesting executor to delete all deployment containers for function " . $functionId);
+        $this->deleteRuntimes($document, $project);
     }
 
     /**
      * @param callable $getProjectDB
-     * @param callable $deviceFunctions
+     * @param callable $getFunctionsDevice
-     * @param callable $deviceBuilds
+     * @param callable $getBuildsDevice
-     * @param Document $document deployment document
+     * @param Document $document
      * @param Document $project
      * @throws Exception
      */
-    protected function deleteDeployment(callable $getProjectDB, callable $deviceFunctions, callable $deviceBuilds, Document $document, Document $project): void
+    protected function deleteDeployment(callable $getProjectDB, callable $getFunctionsDevice, callable $getBuildsDevice, Document $document, Document $project): void
     {
         $projectId = $project->getId();
         $dbForProject = $getProjectDB($project);
         $deploymentId = $document->getId();
+        $deploymentInternalId = $document->getInternalId();
 
         /**
          * Delete deployment files
          */
         Console::info("Deleting deployment files for deployment " . $deploymentId);
-        $storageFunctions = $deviceFunctions($projectId);
+        $storageFunctions = $getFunctionsDevice($projectId);
         if ($storageFunctions->delete($document->getAttribute('path', ''), true)) {
             Console::success('Deleted deployment files: ' . $document->getAttribute('path', ''));
         } else {
@@ -635,21 +799,27 @@ class Deletes extends Action
          * Delete builds
          */
         Console::info("Deleting builds for deployment " . $deploymentId);
-        $storageBuilds = $deviceBuilds($projectId);
+        $storageBuilds = $getBuildsDevice($projectId);
         $this->deleteByGroup('builds', [
-            Query::equal('deploymentId', [$deploymentId])
+            Query::equal('deploymentInternalId', [$deploymentInternalId])
         ], $dbForProject, function (Document $document) use ($storageBuilds) {
-            if ($storageBuilds->delete($document->getAttribute('outputPath', ''), true)) {
+            if ($storageBuilds->delete($document->getAttribute('path', ''), true)) {
-                Console::success('Deleted build files: ' . $document->getAttribute('outputPath', ''));
+                Console::success('Deleted build files: ' . $document->getAttribute('path', ''));
             } else {
-                Console::error('Failed to delete build files: ' . $document->getAttribute('outputPath', ''));
+                Console::error('Failed to delete build files: ' . $document->getAttribute('path', ''));
             }
         });
 
-        // TODO: Request executor to delete runtime
+
+        /**
+         * Request executor to delete all deployment containers
+         */
+        Console::info("Requesting executor to delete deployment container for deployment " . $deploymentId);
+        $this->deleteRuntimes($document, $project);
     }
 
 
+
     /**
      * @param Document $document to be deleted
      * @param Database $database to delete it from
@@ -785,42 +955,17 @@ class Deletes extends Action
 
     /**
      * @param Database $dbForConsole
-     * @param Document $document certificates document
+     * @param Document $document rule document
-     * @throws Authorization
+     * @param Document $project project document
      */
-    protected function deleteCertificates(Database $dbForConsole, Document $document): void
+    protected function deleteRule(Database $dbForConsole, Document $document, Document $project): void
     {
-        // If domain has certificate generated
-        if (isset($document['certificateId'])) {
-            $domainUsingCertificate = $dbForConsole->findOne('domains', [
-                Query::equal('certificateId', [$document['certificateId']])
-            ]);
-
-            if (!$domainUsingCertificate) {
-                $mainDomain = App::getEnv('_APP_DOMAIN_TARGET', '');
-                if ($mainDomain === $document->getAttribute('domain')) {
-                    $domainUsingCertificate = $mainDomain;
-                }
-            }
-
-            // If certificate is still used by some domain, mark we can't delete.
-            // Current domain should not be found, because we only have copy. Original domain is already deleted from database.
-            if ($domainUsingCertificate) {
-                Console::warning("Skipping certificate deletion, because a domain is still using it.");
-                return;
-            }
-        }
 
         $domain = $document->getAttribute('domain');
         $directory = APP_STORAGE_CERTIFICATES . '/' . $domain;
         $checkTraversal = realpath($directory) === $directory;
 
-        if ($domain && $checkTraversal && is_dir($directory)) {
+        if ($checkTraversal && is_dir($directory)) {
-            // Delete certificate document, so Appwrite is aware of change
-            if (isset($document['certificateId'])) {
-                $dbForConsole->deleteDocument('certificates', $document['certificateId']);
-            }
-
             // Delete files, so Traefik is aware of change
             array_map('unlink', glob($directory . '/*.*'));
             rmdir($directory);
@@ -828,24 +973,109 @@ class Deletes extends Action
         } else {
             Console::info("No certificate files found for {$domain}");
         }
+
+        // Delete certificate document, so Appwrite is aware of change
+        if (isset($document['certificateId'])) {
+            $dbForConsole->deleteDocument('certificates', $document['certificateId']);
+        }
     }
 
     /**
      * @param callable $getProjectDB
-     * @param callable $deviceFiles
+     * @param callable $getFilesDevice
      * @param Document $document
      * @param Document $project
      * @return void
      */
-    protected function deleteBucket(callable $getProjectDB, callable $deviceFiles, Document $document, Document $project): void
+    protected function deleteBucket(callable $getProjectDB, callable $getFilesDevice, Document $document, Document $project): void
     {
         $projectId = $project->getId();
         $dbForProject = $getProjectDB($project);
 
         $dbForProject->deleteCollection('bucket_' . $document->getInternalId());
 
-        $device = $deviceFiles($projectId);
+        $device = $getFilesDevice($projectId);
 
         $device->deletePath($document->getId());
     }
+
+    /**
+     * @param Database $dbForConsole
+     * @param callable $getProjectDB
+     * @param Document $document
+     * @param Document $project
+     * @return void
+     */
+    protected function deleteInstallation(Database $dbForConsole, callable $getProjectDB, Document $document, Document $project)
+    {
+        $dbForProject = $getProjectDB($project);
+
+        $this->listByGroup('functions', [
+            Query::equal('installationInternalId', [$document->getInternalId()])
+        ], $dbForProject, function ($function) use ($dbForProject, $dbForConsole) {
+            $dbForConsole->deleteDocument('repositories', $function->getAttribute('repositoryId'));
+
+            $function = $function
+                ->setAttribute('installationId', '')
+                ->setAttribute('installationInternalId', '')
+                ->setAttribute('providerRepositoryId', '')
+                ->setAttribute('providerBranch', '')
+                ->setAttribute('providerSilentMode', false)
+                ->setAttribute('providerRootDirectory', '')
+                ->setAttribute('repositoryId', '')
+                ->setAttribute('repositoryInternalId', '');
+            $dbForProject->updateDocument('functions', $function->getId(), $function);
+        });
+    }
+
+    /**
+     * @param callable $getProjectDB
+     * @param ?Document $function
+     * @param Document $project
+     * @throws Exception
+     */
+    protected function deleteRuntimes(callable $getProjectDB, ?Document $function, Document $project)
+    {
+        $executor = new Executor(App::getEnv('_APP_EXECUTOR_HOST'));
+
+        $deleteByFunction = function (Document $function) use ($getProjectDB, $project, $executor) {
+            $this->listByGroup(
+                'deployments',
+                [
+                    Query::equal('resourceInternalId', [$function->getInternalId()]),
+                    Query::equal('resourceType', ['functions']),
+                ],
+                $getProjectDB($project),
+                function (Document $deployment) use ($project, $executor) {
+                    $deploymentId = $deployment->getId();
+
+                    try {
+                        $executor->deleteRuntime($project->getId(), $deploymentId);
+                        Console::info("Runtime for deployment {$deploymentId} deleted.");
+                    } catch (Throwable $th) {
+                        Console::warning("Runtime for deployment {$deploymentId} skipped:");
+                        Console::error('[Error] Type: ' . get_class($th));
+                        Console::error('[Error] Message: ' . $th->getMessage());
+                        Console::error('[Error] File: ' . $th->getFile());
+                        Console::error('[Error] Line: ' . $th->getLine());
+                    }
+                }
+            );
+        };
+
+        if ($function !== null) {
+            // Delete function runtimes
+            $deleteByFunction($function);
+        } else {
+            // Delete all project runtimes
+            $this->listByGroup(
+                'functions',
+                [],
+                $getProjectDB($project),
+                function (Document $function) use ($deleteByFunction) {
+                    $deleteByFunction($function);
+                }
+            );
+        }
+    }
 }