CodeMirror/appwrite
1
0
Fork 0
mirror of synced 2024-06-20 03:30:30 +12:00
Code Issues Projects Releases Wiki Activity

introduce swoole coroutine to migration

Browse source
This commit is contained in:
Torsten Dittmann 2021-01-25 09:26:52 +01:00
parent 383bb3d1c1
commit 968d733881
2 changed files with 30 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
app/http.php
View file

@ -18,6 +18,7 @@ use Utopia\CLI\Console;
ini_set('memory_limit','512M');
ini_set('display_errors', 1);
ini_set('display_startup_errors', 1);
ini_set('default_socket_timeout', -1);
error_reporting(E_ALL);
$http = new Server("0.0.0.0", App::getEnv('PORT', 80));

48
src/Appwrite/Migration/Migration.php
View file

@ -4,9 +4,10 @@ namespace Appwrite\Migration;
use Appwrite\Database\Document;
use Appwrite\Database\Database;
use PDO;
use Swoole\Runtime;
use Utopia\CLI\Console;
use Utopia\Exception;
use PDO;
abstract class Migration
{
@ -18,7 +19,7 @@ abstract class Migration
/**
* @var int
*/
protected int $limit = 30;
protected int $limit = 50;
/**
* @var Document
@ -63,7 +64,6 @@ abstract class Migration
*/
public function forEachDocument(callable $callback): void
{
$sum = $this->limit;
$offset = 0;
@ -75,28 +75,38 @@ abstract class Migration
]);
$sum = \count($all);
Runtime::setHookFlags(SWOOLE_HOOK_ALL);
Console::log('Migrating: ' . $offset . ' / ' . $this->projectDB->getSum());
\Co\run(function () use ($all, $callback) {
Runtime::enableCoroutine(SWOOLE_HOOK_ALL);
foreach ($all as $document) {
foreach ($all as $document) {
go(function () use ($document, $callback) {
$document = call_user_func($callback, $document);
$old = $document->getArrayCopy();
$new = call_user_func($callback, $document);
if (empty($document->getId())) {
throw new Exception('Missing ID');
if (empty($new->getId())) {
throw new Exception('Missing ID');
}
if (!array_diff($new->getArrayCopy(), $old)) {
return;
}
try {
$new = $this->projectDB->overwriteDocument($document->getArrayCopy());
} catch (\Throwable $th) {
Console::error('Failed to update document: ' . $th->getMessage());
return;
if ($document && $new->getId() !== $document->getId()) {
throw new Exception('Duplication Error');
}
}
});
}
try {
$new = $this->projectDB->overwriteDocument($document->getArrayCopy());
} catch (\Throwable $th) {
Console::error('Failed to update document: ' . $th->getMessage());
continue;
}
if ($new->getId() !== $document->getId()) {
throw new Exception('Duplication Error');
}
}
});
$offset += $this->limit;
}