Merge remote-tracking branch 'origin/db-pools-backups' into db-pools-backups

Co-authored-by: Jake Barnby <jakeb994@gmail.com>

.env

@@ -27,12 +27,14 @@ _APP_DB_PASS=password
 _APP_DB_ROOT_PASS=rootsecretpassword
 _APP_CONNECTIONS_MAX=3100
 _APP_POOL_CLIENTS=14
+_APP_CONNECTIONS_DB_REPLICAS=db_fra1_03=mariadb://root:rootsecretpassword@mariadb:3306/appwrite
 _APP_CONNECTIONS_DB_PROJECT=db_fra1_02=mariadb://user:password@mariadb:3306/appwrite
 _APP_CONNECTIONS_DB_CONSOLE=db_fra1_01=mariadb://user:password@mariadb:3306/appwrite
 _APP_CONNECTIONS_CACHE=redis_fra1_01=redis://redis:6379
 _APP_CONNECTIONS_QUEUE=redis_fra1_01=redis://redis:6379
 _APP_CONNECTIONS_PUBSUB=redis_fra1_01=redis://redis:6379
 _APP_CONNECTIONS_STORAGE=local://localhost
+_APP_CONNECTIONS_BACKUPS_STORAGE=dospaces://ACCESS:SECRET@default/backups-v1?region=fra1
 _APP_STORAGE_ANTIVIRUS=disabled
 _APP_STORAGE_ANTIVIRUS_HOST=clamav
 _APP_STORAGE_ANTIVIRUS_PORT=3310

.github/workflows/publish.yml

@@ -16,7 +16,7 @@ jobs:
       with:
         fetch-depth: 2
         submodules: recursive
-        ref: feat-db-pools-master
+        ref: db-pools-backups
 
     - name: Login to Docker Hub
       uses: docker/login-action@v2

.gitignore

@@ -11,3 +11,4 @@ debug/
 app/sdks
 dev/yasd_init.php
 .phpunit.result.cache
+/backup-data/

.gitmodules

@@ -1,4 +1,4 @@
 [submodule "app/console"]
 	path = app/console
 	url = https://github.com/appwrite/console
-	branch = cloud-cards
+	branch = cloud-1.1.x

Dockerfile

@@ -123,6 +123,8 @@ RUN chmod +x /usr/local/bin/doctor && \
     chmod +x /usr/local/bin/calc-tier-stats && \
     chmod +x /usr/local/bin/patch-delete-project-collections && \
     chmod +x /usr/local/bin/maintenance &&  \
+    chmod +x /usr/local/bin/db-backup &&  \
+    chmod +x /usr/local/bin/db-restore &&  \
     chmod +x /usr/local/bin/volume-sync && \
     chmod +x /usr/local/bin/usage && \
     chmod +x /usr/local/bin/install && \
@@ -159,6 +161,12 @@ RUN echo "default_socket_timeout=-1" >> /usr/local/etc/php/conf.d/appwrite.ini
 RUN echo "opcache.jit_buffer_size=100M" >> /usr/local/etc/php/conf.d/appwrite.ini
 RUN echo "opcache.jit=1235" >> /usr/local/etc/php/conf.d/appwrite.ini
 
+RUN \
+  apk update \
+  && apk add --no-cache \
+  docker \
+  && rm -rf /var/cache/apk/*
+
 EXPOSE 80
 
 CMD [ "php", "app/http.php", "-dopcache.preload=opcache.preload=/usr/src/code/app/preload.php" ]

app/controllers/api/projects.php

@@ -95,6 +95,7 @@ App::post('/v1/projects')
         $backups['database_db_fra1_03'] = ['from' => '10:30', 'to' => '11:15'];
         $backups['database_db_fra1_04'] = ['from' => '13:30', 'to' => '14:15'];
         $backups['database_db_fra1_05'] = ['from' => '4:30', 'to' => '5:15'];
+        $backups['database_db_fra1_06'] = ['from' => '16:30', 'to' => '17:15'];
 
         $databases = Config::getParam('pools-database', []);
 
@@ -118,7 +119,7 @@ App::post('/v1/projects')
             }
         }
 
-        if ($index = array_search('database_db_fra1_05', $databases)) {
+        if ($index = array_search('database_db_fra1_06', $databases)) {
             $database = $databases[$index];
         } else {
             $database = $databases[array_rand($databases)];

app/init.php

@@ -532,6 +532,12 @@ $register->set('pools', function () {
             'multiple' => true,
             'schemes' => ['mariadb', 'mysql'],
         ],
+        'replica' => [
+            'type' => 'database',
+            'dsns' => App::getEnv('_APP_CONNECTIONS_DB_REPLICAS', $fallbackForDB),
+            'multiple' => true,
+            'schemes' => ['mariadb', 'mysql'],
+        ],
         'queue' => [
             'type' => 'queue',
             'dsns' => App::getEnv('_APP_CONNECTIONS_QUEUE', $fallbackForRedis),

bin/db-backup

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+php /usr/src/code/app/cli.php backup $@

bin/db-restore

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+php /usr/src/code/app/cli.php restore $@

bin/upgrade

@@ -0,0 +1,3 @@
+#!/bin/sh
+
+php /usr/src/code/app/cli.php upgrade $@

composer.json

@@ -50,7 +50,7 @@
         "utopia-php/cli": "0.15.*",
         "utopia-php/config": "0.2.*",
         "utopia-php/database": "0.28.*",
-        "utopia-php/domains": "1.1.*",
+        "utopia-php/domains": "0.3.*",
         "utopia-php/dsn": "0.1.*",
         "utopia-php/framework": "0.26.*",
         "utopia-php/image": "0.5.*",
@@ -63,7 +63,7 @@
         "utopia-php/preloader": "0.2.*",
         "utopia-php/queue": "0.5.*",
         "utopia-php/registry": "0.5.*",
-        "utopia-php/storage": "0.13.*",
+        "utopia-php/storage": "dev-s3-getfiles as 0.16.0",
         "utopia-php/swoole": "0.5.*",
         "utopia-php/websocket": "0.1.0",
         "resque/php-resque": "1.3.6",

composer.lock

@@ -4,7 +4,7 @@
         "Read more about it at https://getcomposer.org/doc/01-basic-usage.md#installing-dependencies",
         "This file is @generated automatically"
     ],
-    "content-hash": "329498d12fabaa764c4178881cb07788",
+    "content-hash": "2972c8c647bca05756f87f2bb39b035c",
     "packages": [
         {
             "name": "adhocore/jwt",
@@ -408,22 +408,22 @@
         },
         {
             "name": "guzzlehttp/guzzle",
-            "version": "7.7.0",
+            "version": "7.8.0",
             "source": {
                 "type": "git",
                 "url": "https://github.com/guzzle/guzzle.git",
-                "reference": "fb7566caccf22d74d1ab270de3551f72a58399f5"
+                "reference": "1110f66a6530a40fe7aea0378fe608ee2b2248f9"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/guzzle/guzzle/zipball/fb7566caccf22d74d1ab270de3551f72a58399f5",
-                "reference": "fb7566caccf22d74d1ab270de3551f72a58399f5",
+                "url": "https://api.github.com/repos/guzzle/guzzle/zipball/1110f66a6530a40fe7aea0378fe608ee2b2248f9",
+                "reference": "1110f66a6530a40fe7aea0378fe608ee2b2248f9",
                 "shasum": ""
             },
             "require": {
                 "ext-json": "*",
-                "guzzlehttp/promises": "^1.5.3 || ^2.0",
-                "guzzlehttp/psr7": "^1.9.1 || ^2.4.5",
+                "guzzlehttp/promises": "^1.5.3 || ^2.0.1",
+                "guzzlehttp/psr7": "^1.9.1 || ^2.5.1",
                 "php": "^7.2.5 || ^8.0",
                 "psr/http-client": "^1.0",
                 "symfony/deprecation-contracts": "^2.2 || ^3.0"
@@ -514,7 +514,7 @@
             ],
             "support": {
                 "issues": "https://github.com/guzzle/guzzle/issues",
-                "source": "https://github.com/guzzle/guzzle/tree/7.7.0"
+                "source": "https://github.com/guzzle/guzzle/tree/7.8.0"
             },
             "funding": [
                 {
@@ -530,20 +530,20 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2023-05-21T14:04:53+00:00"
+            "time": "2023-08-27T10:20:53+00:00"
         },
         {
             "name": "guzzlehttp/promises",
-            "version": "2.0.0",
+            "version": "2.0.1",
             "source": {
                 "type": "git",
                 "url": "https://github.com/guzzle/promises.git",
-                "reference": "3a494dc7dc1d7d12e511890177ae2d0e6c107da6"
+                "reference": "111166291a0f8130081195ac4556a5587d7f1b5d"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/guzzle/promises/zipball/3a494dc7dc1d7d12e511890177ae2d0e6c107da6",
-                "reference": "3a494dc7dc1d7d12e511890177ae2d0e6c107da6",
+                "url": "https://api.github.com/repos/guzzle/promises/zipball/111166291a0f8130081195ac4556a5587d7f1b5d",
+                "reference": "111166291a0f8130081195ac4556a5587d7f1b5d",
                 "shasum": ""
             },
             "require": {
@@ -597,7 +597,7 @@
             ],
             "support": {
                 "issues": "https://github.com/guzzle/promises/issues",
-                "source": "https://github.com/guzzle/promises/tree/2.0.0"
+                "source": "https://github.com/guzzle/promises/tree/2.0.1"
             },
             "funding": [
                 {
@@ -613,20 +613,20 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2023-05-21T13:50:22+00:00"
+            "time": "2023-08-03T15:11:55+00:00"
         },
         {
             "name": "guzzlehttp/psr7",
-            "version": "2.5.0",
+            "version": "2.6.1",
             "source": {
                 "type": "git",
                 "url": "https://github.com/guzzle/psr7.git",
-                "reference": "b635f279edd83fc275f822a1188157ffea568ff6"
+                "reference": "be45764272e8873c72dbe3d2edcfdfcc3bc9f727"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/guzzle/psr7/zipball/b635f279edd83fc275f822a1188157ffea568ff6",
-                "reference": "b635f279edd83fc275f822a1188157ffea568ff6",
+                "url": "https://api.github.com/repos/guzzle/psr7/zipball/be45764272e8873c72dbe3d2edcfdfcc3bc9f727",
+                "reference": "be45764272e8873c72dbe3d2edcfdfcc3bc9f727",
                 "shasum": ""
             },
             "require": {
@@ -713,7 +713,7 @@
             ],
             "support": {
                 "issues": "https://github.com/guzzle/psr7/issues",
-                "source": "https://github.com/guzzle/psr7/tree/2.5.0"
+                "source": "https://github.com/guzzle/psr7/tree/2.6.1"
             },
             "funding": [
                 {
@@ -729,7 +729,7 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2023-04-17T16:11:26+00:00"
+            "time": "2023-08-27T10:13:57+00:00"
         },
         {
             "name": "influxdb/influxdb-php",
@@ -1147,16 +1147,16 @@
         },
         {
             "name": "psr/http-client",
-            "version": "1.0.2",
+            "version": "1.0.3",
             "source": {
                 "type": "git",
                 "url": "https://github.com/php-fig/http-client.git",
-                "reference": "0955afe48220520692d2d09f7ab7e0f93ffd6a31"
+                "reference": "bb5906edc1c324c9a05aa0873d40117941e5fa90"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/php-fig/http-client/zipball/0955afe48220520692d2d09f7ab7e0f93ffd6a31",
-                "reference": "0955afe48220520692d2d09f7ab7e0f93ffd6a31",
+                "url": "https://api.github.com/repos/php-fig/http-client/zipball/bb5906edc1c324c9a05aa0873d40117941e5fa90",
+                "reference": "bb5906edc1c324c9a05aa0873d40117941e5fa90",
                 "shasum": ""
             },
             "require": {
@@ -1193,9 +1193,9 @@
                 "psr-18"
             ],
             "support": {
-                "source": "https://github.com/php-fig/http-client/tree/1.0.2"
+                "source": "https://github.com/php-fig/http-client"
             },
-            "time": "2023-04-10T20:12:12+00:00"
+            "time": "2023-09-23T14:17:50+00:00"
         },
         {
             "name": "psr/http-factory",
@@ -1903,16 +1903,16 @@
         },
         {
             "name": "utopia-php/database",
-            "version": "0.28.0",
+            "version": "0.28.2",
             "source": {
                 "type": "git",
                 "url": "https://github.com/utopia-php/database.git",
-                "reference": "ef6506af1c09c22f5dc1e7859159d323f7fafa94"
+                "reference": "b9f62a9496e33aa8182c49540a649c1f36806a42"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/utopia-php/database/zipball/ef6506af1c09c22f5dc1e7859159d323f7fafa94",
-                "reference": "ef6506af1c09c22f5dc1e7859159d323f7fafa94",
+                "url": "https://api.github.com/repos/utopia-php/database/zipball/b9f62a9496e33aa8182c49540a649c1f36806a42",
+                "reference": "b9f62a9496e33aa8182c49540a649c1f36806a42",
                 "shasum": ""
             },
             "require": {
@@ -1951,29 +1951,31 @@
             ],
             "support": {
                 "issues": "https://github.com/utopia-php/database/issues",
-                "source": "https://github.com/utopia-php/database/tree/0.28.0"
+                "source": "https://github.com/utopia-php/database/tree/0.28.2"
             },
-            "time": "2022-10-31T09:58:46+00:00"
+            "time": "2023-08-20T16:22:59+00:00"
         },
         {
             "name": "utopia-php/domains",
-            "version": "v1.1.0",
+            "version": "0.3.2",
             "source": {
                 "type": "git",
                 "url": "https://github.com/utopia-php/domains.git",
-                "reference": "1665e1d9932afa3be63b5c1e0dcfe01fe77d8e73"
+                "reference": "aaa8c9a96c69ccb397997b1f4f2299c66f77eefb"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/utopia-php/domains/zipball/1665e1d9932afa3be63b5c1e0dcfe01fe77d8e73",
-                "reference": "1665e1d9932afa3be63b5c1e0dcfe01fe77d8e73",
+                "url": "https://api.github.com/repos/utopia-php/domains/zipball/aaa8c9a96c69ccb397997b1f4f2299c66f77eefb",
+                "reference": "aaa8c9a96c69ccb397997b1f4f2299c66f77eefb",
                 "shasum": ""
             },
             "require": {
-                "php": ">=7.1"
+                "php": ">=8.0",
+                "utopia-php/framework": "0.*.*"
             },
             "require-dev": {
-                "phpunit/phpunit": "^7.0"
+                "laravel/pint": "1.2.*",
+                "phpunit/phpunit": "^9.3"
             },
             "type": "library",
             "autoload": {
@@ -1989,6 +1991,10 @@
                 {
                     "name": "Eldad Fux",
                     "email": "eldad@appwrite.io"
+                },
+                {
+                    "name": "Wess Cope",
+                    "email": "wess@appwrite.io"
                 }
             ],
             "description": "Utopia Domains library is simple and lite library for parsing web domains. This library is aiming to be as simple and easy to learn and use.",
@@ -2005,9 +2011,9 @@
             ],
             "support": {
                 "issues": "https://github.com/utopia-php/domains/issues",
-                "source": "https://github.com/utopia-php/domains/tree/master"
+                "source": "https://github.com/utopia-php/domains/tree/0.3.2"
             },
-            "time": "2020-02-23T07:40:02+00:00"
+            "time": "2023-07-19T16:39:24+00:00"
         },
         {
             "name": "utopia-php/dsn",
@@ -2622,26 +2628,32 @@
         },
         {
             "name": "utopia-php/storage",
-            "version": "0.13.2",
+            "version": "dev-s3-getfiles",
             "source": {
                 "type": "git",
                 "url": "https://github.com/utopia-php/storage.git",
-                "reference": "ad1c00f24ca56e73888acc2af3deee4919b1194b"
+                "reference": "397afbb79dce7decc952bbfe7686bf6858d3babd"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/utopia-php/storage/zipball/ad1c00f24ca56e73888acc2af3deee4919b1194b",
-                "reference": "ad1c00f24ca56e73888acc2af3deee4919b1194b",
+                "url": "https://api.github.com/repos/utopia-php/storage/zipball/397afbb79dce7decc952bbfe7686bf6858d3babd",
+                "reference": "397afbb79dce7decc952bbfe7686bf6858d3babd",
                 "shasum": ""
             },
             "require": {
+                "ext-brotli": "*",
                 "ext-fileinfo": "*",
+                "ext-lz4": "*",
+                "ext-snappy": "*",
+                "ext-xz": "*",
                 "ext-zlib": "*",
                 "ext-zstd": "*",
                 "php": ">=8.0",
-                "utopia-php/framework": "0.*.*"
+                "utopia-php/framework": "0.*.*",
+                "utopia-php/system": "0.*.*"
             },
             "require-dev": {
+                "laravel/pint": "1.2.*",
                 "phpunit/phpunit": "^9.3",
                 "vimeo/psalm": "4.0.1"
             },
@@ -2655,12 +2667,6 @@
             "license": [
                 "MIT"
             ],
-            "authors": [
-                {
-                    "name": "Eldad Fux",
-                    "email": "eldad@appwrite.io"
-                }
-            ],
             "description": "A simple Storage library to manage application storage",
             "keywords": [
                 "framework",
@@ -2671,9 +2677,9 @@
             ],
             "support": {
                 "issues": "https://github.com/utopia-php/storage/issues",
-                "source": "https://github.com/utopia-php/storage/tree/0.13.2"
+                "source": "https://github.com/utopia-php/storage/tree/s3-getfiles"
             },
-            "time": "2022-12-20T11:11:35+00:00"
+            "time": "2023-09-19T13:23:30+00:00"
         },
         {
             "name": "utopia-php/swoole",
@@ -2953,16 +2959,16 @@
         },
         {
             "name": "doctrine/deprecations",
-            "version": "v1.1.1",
+            "version": "1.1.2",
             "source": {
                 "type": "git",
                 "url": "https://github.com/doctrine/deprecations.git",
-                "reference": "612a3ee5ab0d5dd97b7cf3874a6efe24325efac3"
+                "reference": "4f2d4f2836e7ec4e7a8625e75c6aa916004db931"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/doctrine/deprecations/zipball/612a3ee5ab0d5dd97b7cf3874a6efe24325efac3",
-                "reference": "612a3ee5ab0d5dd97b7cf3874a6efe24325efac3",
+                "url": "https://api.github.com/repos/doctrine/deprecations/zipball/4f2d4f2836e7ec4e7a8625e75c6aa916004db931",
+                "reference": "4f2d4f2836e7ec4e7a8625e75c6aa916004db931",
                 "shasum": ""
             },
             "require": {
@@ -2994,9 +3000,9 @@
             "homepage": "https://www.doctrine-project.org/",
             "support": {
                 "issues": "https://github.com/doctrine/deprecations/issues",
-                "source": "https://github.com/doctrine/deprecations/tree/v1.1.1"
+                "source": "https://github.com/doctrine/deprecations/tree/1.1.2"
             },
-            "time": "2023-06-03T09:27:29+00:00"
+            "time": "2023-09-27T20:04:15+00:00"
         },
         {
             "name": "doctrine/instantiator",
@@ -3253,16 +3259,16 @@
         },
         {
             "name": "nikic/php-parser",
-            "version": "v4.16.0",
+            "version": "v4.17.1",
             "source": {
                 "type": "git",
                 "url": "https://github.com/nikic/PHP-Parser.git",
-                "reference": "19526a33fb561ef417e822e85f08a00db4059c17"
+                "reference": "a6303e50c90c355c7eeee2c4a8b27fe8dc8fef1d"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/nikic/PHP-Parser/zipball/19526a33fb561ef417e822e85f08a00db4059c17",
-                "reference": "19526a33fb561ef417e822e85f08a00db4059c17",
+                "url": "https://api.github.com/repos/nikic/PHP-Parser/zipball/a6303e50c90c355c7eeee2c4a8b27fe8dc8fef1d",
+                "reference": "a6303e50c90c355c7eeee2c4a8b27fe8dc8fef1d",
                 "shasum": ""
             },
             "require": {
@@ -3303,9 +3309,9 @@
             ],
             "support": {
                 "issues": "https://github.com/nikic/PHP-Parser/issues",
-                "source": "https://github.com/nikic/PHP-Parser/tree/v4.16.0"
+                "source": "https://github.com/nikic/PHP-Parser/tree/v4.17.1"
             },
-            "time": "2023-06-25T14:52:30+00:00"
+            "time": "2023-08-13T19:53:39+00:00"
         },
         {
             "name": "phar-io/manifest",
@@ -3530,16 +3536,16 @@
         },
         {
             "name": "phpdocumentor/type-resolver",
-            "version": "1.7.2",
+            "version": "1.7.3",
             "source": {
                 "type": "git",
                 "url": "https://github.com/phpDocumentor/TypeResolver.git",
-                "reference": "b2fe4d22a5426f38e014855322200b97b5362c0d"
+                "reference": "3219c6ee25c9ea71e3d9bbaf39c67c9ebd499419"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/phpDocumentor/TypeResolver/zipball/b2fe4d22a5426f38e014855322200b97b5362c0d",
-                "reference": "b2fe4d22a5426f38e014855322200b97b5362c0d",
+                "url": "https://api.github.com/repos/phpDocumentor/TypeResolver/zipball/3219c6ee25c9ea71e3d9bbaf39c67c9ebd499419",
+                "reference": "3219c6ee25c9ea71e3d9bbaf39c67c9ebd499419",
                 "shasum": ""
             },
             "require": {
@@ -3582,9 +3588,9 @@
             "description": "A PSR-5 based resolver of Class names, Types and Structural Element Names",
             "support": {
                 "issues": "https://github.com/phpDocumentor/TypeResolver/issues",
-                "source": "https://github.com/phpDocumentor/TypeResolver/tree/1.7.2"
+                "source": "https://github.com/phpDocumentor/TypeResolver/tree/1.7.3"
             },
-            "time": "2023-05-30T18:13:47+00:00"
+            "time": "2023-08-12T11:01:26+00:00"
         },
         {
             "name": "phpspec/prophecy",
@@ -3656,16 +3662,16 @@
         },
         {
             "name": "phpstan/phpdoc-parser",
-            "version": "1.22.1",
+            "version": "1.24.2",
             "source": {
                 "type": "git",
                 "url": "https://github.com/phpstan/phpdoc-parser.git",
-                "reference": "65c39594fbd8c67abfc68bb323f86447bab79cc0"
+                "reference": "bcad8d995980440892759db0c32acae7c8e79442"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/phpstan/phpdoc-parser/zipball/65c39594fbd8c67abfc68bb323f86447bab79cc0",
-                "reference": "65c39594fbd8c67abfc68bb323f86447bab79cc0",
+                "url": "https://api.github.com/repos/phpstan/phpdoc-parser/zipball/bcad8d995980440892759db0c32acae7c8e79442",
+                "reference": "bcad8d995980440892759db0c32acae7c8e79442",
                 "shasum": ""
             },
             "require": {
@@ -3697,22 +3703,22 @@
             "description": "PHPDoc parser with support for nullable, intersection and generic types",
             "support": {
                 "issues": "https://github.com/phpstan/phpdoc-parser/issues",
-                "source": "https://github.com/phpstan/phpdoc-parser/tree/1.22.1"
+                "source": "https://github.com/phpstan/phpdoc-parser/tree/1.24.2"
             },
-            "time": "2023-06-29T20:46:06+00:00"
+            "time": "2023-09-26T12:28:12+00:00"
         },
         {
             "name": "phpunit/php-code-coverage",
-            "version": "9.2.26",
+            "version": "9.2.29",
             "source": {
                 "type": "git",
                 "url": "https://github.com/sebastianbergmann/php-code-coverage.git",
-                "reference": "443bc6912c9bd5b409254a40f4b0f4ced7c80ea1"
+                "reference": "6a3a87ac2bbe33b25042753df8195ba4aa534c76"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/sebastianbergmann/php-code-coverage/zipball/443bc6912c9bd5b409254a40f4b0f4ced7c80ea1",
-                "reference": "443bc6912c9bd5b409254a40f4b0f4ced7c80ea1",
+                "url": "https://api.github.com/repos/sebastianbergmann/php-code-coverage/zipball/6a3a87ac2bbe33b25042753df8195ba4aa534c76",
+                "reference": "6a3a87ac2bbe33b25042753df8195ba4aa534c76",
                 "shasum": ""
             },
             "require": {
@@ -3768,7 +3774,8 @@
             ],
             "support": {
                 "issues": "https://github.com/sebastianbergmann/php-code-coverage/issues",
-                "source": "https://github.com/sebastianbergmann/php-code-coverage/tree/9.2.26"
+                "security": "https://github.com/sebastianbergmann/php-code-coverage/security/policy",
+                "source": "https://github.com/sebastianbergmann/php-code-coverage/tree/9.2.29"
             },
             "funding": [
                 {
@@ -3776,7 +3783,7 @@
                     "type": "github"
                 }
             ],
-            "time": "2023-03-06T12:58:08+00:00"
+            "time": "2023-09-19T04:57:46+00:00"
         },
         {
             "name": "phpunit/php-file-iterator",
@@ -4628,16 +4635,16 @@
         },
         {
             "name": "sebastian/global-state",
-            "version": "5.0.5",
+            "version": "5.0.6",
             "source": {
                 "type": "git",
                 "url": "https://github.com/sebastianbergmann/global-state.git",
-                "reference": "0ca8db5a5fc9c8646244e629625ac486fa286bf2"
+                "reference": "bde739e7565280bda77be70044ac1047bc007e34"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/sebastianbergmann/global-state/zipball/0ca8db5a5fc9c8646244e629625ac486fa286bf2",
-                "reference": "0ca8db5a5fc9c8646244e629625ac486fa286bf2",
+                "url": "https://api.github.com/repos/sebastianbergmann/global-state/zipball/bde739e7565280bda77be70044ac1047bc007e34",
+                "reference": "bde739e7565280bda77be70044ac1047bc007e34",
                 "shasum": ""
             },
             "require": {
@@ -4680,7 +4687,7 @@
             ],
             "support": {
                 "issues": "https://github.com/sebastianbergmann/global-state/issues",
-                "source": "https://github.com/sebastianbergmann/global-state/tree/5.0.5"
+                "source": "https://github.com/sebastianbergmann/global-state/tree/5.0.6"
             },
             "funding": [
                 {
@@ -4688,7 +4695,7 @@
                     "type": "github"
                 }
             ],
-            "time": "2022-02-14T08:28:10+00:00"
+            "time": "2023-08-02T09:26:13+00:00"
         },
         {
             "name": "sebastian/lines-of-code",
@@ -5187,16 +5194,16 @@
         },
         {
             "name": "symfony/polyfill-ctype",
-            "version": "v1.27.0",
+            "version": "v1.28.0",
             "source": {
                 "type": "git",
                 "url": "https://github.com/symfony/polyfill-ctype.git",
-                "reference": "5bbc823adecdae860bb64756d639ecfec17b050a"
+                "reference": "ea208ce43cbb04af6867b4fdddb1bdbf84cc28cb"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/symfony/polyfill-ctype/zipball/5bbc823adecdae860bb64756d639ecfec17b050a",
-                "reference": "5bbc823adecdae860bb64756d639ecfec17b050a",
+                "url": "https://api.github.com/repos/symfony/polyfill-ctype/zipball/ea208ce43cbb04af6867b4fdddb1bdbf84cc28cb",
+                "reference": "ea208ce43cbb04af6867b4fdddb1bdbf84cc28cb",
                 "shasum": ""
             },
             "require": {
@@ -5211,7 +5218,7 @@
             "type": "library",
             "extra": {
                 "branch-alias": {
-                    "dev-main": "1.27-dev"
+                    "dev-main": "1.28-dev"
                 },
                 "thanks": {
                     "name": "symfony/polyfill",
@@ -5249,7 +5256,7 @@
                 "portable"
             ],
             "support": {
-                "source": "https://github.com/symfony/polyfill-ctype/tree/v1.27.0"
+                "source": "https://github.com/symfony/polyfill-ctype/tree/v1.28.0"
             },
             "funding": [
                 {
@@ -5265,20 +5272,20 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2022-11-03T14:55:06+00:00"
+            "time": "2023-01-26T09:26:14+00:00"
         },
         {
             "name": "symfony/polyfill-mbstring",
-            "version": "v1.27.0",
+            "version": "v1.28.0",
             "source": {
                 "type": "git",
                 "url": "https://github.com/symfony/polyfill-mbstring.git",
-                "reference": "8ad114f6b39e2c98a8b0e3bd907732c207c2b534"
+                "reference": "42292d99c55abe617799667f454222c54c60e229"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/symfony/polyfill-mbstring/zipball/8ad114f6b39e2c98a8b0e3bd907732c207c2b534",
-                "reference": "8ad114f6b39e2c98a8b0e3bd907732c207c2b534",
+                "url": "https://api.github.com/repos/symfony/polyfill-mbstring/zipball/42292d99c55abe617799667f454222c54c60e229",
+                "reference": "42292d99c55abe617799667f454222c54c60e229",
                 "shasum": ""
             },
             "require": {
@@ -5293,7 +5300,7 @@
             "type": "library",
             "extra": {
                 "branch-alias": {
-                    "dev-main": "1.27-dev"
+                    "dev-main": "1.28-dev"
                 },
                 "thanks": {
                     "name": "symfony/polyfill",
@@ -5332,7 +5339,7 @@
                 "shim"
             ],
             "support": {
-                "source": "https://github.com/symfony/polyfill-mbstring/tree/v1.27.0"
+                "source": "https://github.com/symfony/polyfill-mbstring/tree/v1.28.0"
             },
             "funding": [
                 {
@@ -5348,7 +5355,7 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2022-11-03T14:55:06+00:00"
+            "time": "2023-07-28T09:04:16+00:00"
         },
         {
             "name": "textalk/websocket",
@@ -5451,16 +5458,16 @@
         },
         {
             "name": "twig/twig",
-            "version": "v3.6.1",
+            "version": "v3.7.1",
             "source": {
                 "type": "git",
                 "url": "https://github.com/twigphp/Twig.git",
-                "reference": "7e7d5839d4bec168dfeef0ac66d5c5a2edbabffd"
+                "reference": "a0ce373a0ca3bf6c64b9e3e2124aca502ba39554"
             },
             "dist": {
                 "type": "zip",
-                "url": "https://api.github.com/repos/twigphp/Twig/zipball/7e7d5839d4bec168dfeef0ac66d5c5a2edbabffd",
-                "reference": "7e7d5839d4bec168dfeef0ac66d5c5a2edbabffd",
+                "url": "https://api.github.com/repos/twigphp/Twig/zipball/a0ce373a0ca3bf6c64b9e3e2124aca502ba39554",
+                "reference": "a0ce373a0ca3bf6c64b9e3e2124aca502ba39554",
                 "shasum": ""
             },
             "require": {
@@ -5470,7 +5477,7 @@
             },
             "require-dev": {
                 "psr/container": "^1.0|^2.0",
-                "symfony/phpunit-bridge": "^4.4.9|^5.0.9|^6.0"
+                "symfony/phpunit-bridge": "^5.4.9|^6.3"
             },
             "type": "library",
             "autoload": {
@@ -5506,7 +5513,7 @@
             ],
             "support": {
                 "issues": "https://github.com/twigphp/Twig/issues",
-                "source": "https://github.com/twigphp/Twig/tree/v3.6.1"
+                "source": "https://github.com/twigphp/Twig/tree/v3.7.1"
             },
             "funding": [
                 {
@@ -5518,12 +5525,21 @@
                     "type": "tidelift"
                 }
             ],
-            "time": "2023-06-08T12:52:13+00:00"
+            "time": "2023-08-28T11:09:02+00:00"
+        }
+    ],
+    "aliases": [
+        {
+            "package": "utopia-php/storage",
+            "version": "dev-s3-getfiles",
+            "alias": "0.16.0",
+            "alias_normalized": "0.16.0.0"
         }
     ],
-    "aliases": [],
     "minimum-stability": "stable",
-    "stability-flags": [],
+    "stability-flags": {
+        "utopia-php/storage": 20
+    },
     "prefer-stable": false,
     "prefer-lowest": false,
     "platform": {
@@ -5547,5 +5563,5 @@
     "platform-overrides": {
         "php": "8.0"
     },
-    "plugin-api-version": "2.3.0"
+    "plugin-api-version": "2.2.0"
 }

docker-compose.yml

@@ -126,6 +126,7 @@ services:
       - _APP_REDIS_USER
       - _APP_REDIS_PASS
       - _APP_CONNECTIONS_DB_PROJECT
+      - _APP_CONNECTIONS_DB_REPLICAS
       - _APP_CONNECTIONS_DB_CONSOLE
       - _APP_CONNECTIONS_CACHE
       - _APP_CONNECTIONS_QUEUE
@@ -721,7 +722,7 @@ services:
       - OPR_EXECUTOR_LOGGING_CONFIG=$_APP_LOGGING_CONFIG
 
   mariadb:
-    image: mariadb:10.7 # fix issues when upgrading using: mysql_upgrade -u root -p
+    image: mysql:8.0.33 # fix issues when upgrading using: mysql_upgrade -u root -p
     container_name: appwrite-mariadb
     <<: *x-logging
     networks:
@@ -748,6 +749,55 @@ services:
   #     - SMARTHOST_HOST=smtp
   #     - SMARTHOST_PORT=587
 
+  xtrabackup:
+    image: percona/percona-xtrabackup:8.0.33
+    container_name: xtrabackup
+    command: sleep infinity
+    volumes:
+      - ./backup-data:/backups:rw
+      - appwrite-mariadb:/var/lib/mysql:r
+    networks:
+      - appwrite
+    user: 'root:root'
+
+  appwrite-backup:
+    entrypoint: db-backup
+    command:
+      - --database=db_fra1_03
+    <<: *x-logging
+    container_name: appwrite-backup
+    image: appwrite-dev
+    networks:
+      - appwrite
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - ./app:/usr/src/code/app
+      - ./src:/usr/src/code/src
+      - ./backup-data:/backups:rw
+    depends_on:
+      - redis
+    environment:
+      - _APP_CONNECTIONS_DB_REPLICAS
+      - _APP_CONNECTIONS_BACKUPS_STORAGE
+
+  appwrite-restore:
+    command: sleep infinity
+    container_name: appwrite-backup-restore
+    image: appwrite-dev
+    networks:
+      - appwrite
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+      - ./app:/usr/src/code/app
+      - ./src:/usr/src/code/src
+      - ./backup-data:/backups:rw
+      - appwrite-mariadb:/var/lib/mysql:rw
+    depends_on:
+      - redis
+    environment:
+      - _APP_CONNECTIONS_DB_REPLICAS
+      - _APP_CONNECTIONS_BACKUPS_STORAGE
+
   redis:
     image: redis:7.0.4-alpine
     <<: *x-logging
@@ -910,4 +960,5 @@ volumes:
   appwrite-config:
   appwrite-functions:
   appwrite-builds:
+  #backup-data:
   # appwrite-chronograf:

src/Appwrite/Platform/Services/Tasks.php

@@ -2,6 +2,8 @@
 
 namespace Appwrite\Platform\Services;
 
+use Appwrite\Platform\Tasks\Backup;
+use Appwrite\Platform\Tasks\Restore;
 use Utopia\Platform\Service;
 use Appwrite\Platform\Tasks\Doctor;
 use Appwrite\Platform\Tasks\Install;
@@ -22,6 +24,7 @@ use Appwrite\Platform\Tasks\VolumeSync;
 use Appwrite\Platform\Tasks\CalcUsersStats;
 use Appwrite\Platform\Tasks\CalcTierStats;
 use Appwrite\Platform\Tasks\PatchDeleteProjectCollections;
+use Appwrite\Platform\Tasks\Upgrade;
 
 class Tasks extends Service
 {
@@ -36,6 +39,7 @@ class Tasks extends Service
             ->addAction(Hamster::getName(), new Hamster())
             ->addAction(Doctor::getName(), new Doctor())
             ->addAction(Install::getName(), new Install())
+            ->addAction(Upgrade::getName(), new Upgrade())
             ->addAction(Maintenance::getName(), new Maintenance())
             ->addAction(PatchCreateMissingSchedules::getName(), new PatchCreateMissingSchedules())
             ->addAction(ClearCardCache::getName(), new ClearCardCache())
@@ -48,6 +52,8 @@ class Tasks extends Service
             ->addAction(CalcUsersStats::getName(), new CalcUsersStats())
             ->addAction(CalcTierStats::getName(), new CalcTierStats())
             ->addAction(PatchDeleteProjectCollections::getName(), new PatchDeleteProjectCollections())
+            ->addAction(Backup::getName(), new Backup())
+            ->addAction(Restore::getName(), new Restore())
         ;
     }
 }

src/Appwrite/Platform/Tasks/Backup.php

@@ -0,0 +1,415 @@
+<?php
+
+namespace Appwrite\Platform\Tasks;
+
+use Exception;
+use Utopia\DSN\DSN;
+use Utopia\Platform\Action;
+use Utopia\App;
+use Utopia\CLI\Console;
+use Utopia\Pools\Group;
+use Utopia\Storage\Device;
+use Utopia\Storage\Device\DOSpaces;
+use Utopia\Storage\Device\Local;
+use Utopia\Validator\Text;
+
+class Backup extends Action
+{
+    public const BACKUPS_PATH = '/backups';
+    public const BACKUP_INTERVAL_SECONDS = 60 * 60 * 4; // 4 hours;
+    public const COMPRESS_ALGORITHM = 'zstd'; // https://www.percona.com/blog/get-your-backup-to-half-of-its-size-introducing-zstd-support-in-percona-xtrabackup/
+    public const CLEANUP_LOCAL_FILES_SECONDS = 60 * 60 * 24 * 30; // 2 days?
+    public const CLEANUP_CLOUD_FILES_SECONDS = 60 * 60 * 24 * 30; // 14 days?;
+    public const UPLOAD_CHUNK_SIZE = 5 * 1024 * 1024; // Must be greater than 5MB;
+    public const RETRY_BACKUP = 1;
+    public const RETRY_TAR = 1;
+    public const RETRY_UPLOAD = 2;
+    public const VERSION = 'v1';
+    protected ?DSN $dsn = null;
+    protected ?string $database = null;
+    protected ?DOSpaces $s3 = null;
+    protected string $xtrabackupContainerId;
+    protected int $processors = 1;
+
+    /**
+     * @throws Exception
+     */
+    public function __construct()
+    {
+        $this
+            ->desc('Backup a database')
+            ->param('database', null, new Text(20), 'Database name, for example db_fra1_01')
+            ->inject('pools')
+            ->callback(fn(string $database, Group $pools) => $this->action($database, $pools));
+    }
+
+    public static function getName(): string
+    {
+        return 'backup';
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function action(string $database, Group $pools): void
+    {
+        $this->checkEnvVariables();
+
+        $this->database = $database;
+        $this->dsn = $this->getDsn($database);
+        if (is_null($this->dsn)) {
+            throw new Exception('No DSN match');
+        }
+
+        //todo: remove this:
+        console::info('Trying to connect to ' . $this->dsn->getHost() . ' : ' . $this->dsn->getPort() . ' user: ' . $this->dsn->getUser() . ' password: ' . $this->dsn->getPassword());
+
+        $dsn = new DSN(App::getEnv('_APP_CONNECTIONS_BACKUPS_STORAGE', ''));
+        $this->s3 = new DOSpaces('/' . $database . '/' . self::VERSION, $dsn->getUser(), $dsn->getPassword(), $dsn->getPath(), $dsn->getParam('region'));
+
+        try {
+            $this->retry(function () use ($pools, $database) {
+                $pools
+                ->get('replica_' . $database)
+                ->pop()
+                ->getResource();
+            }, 10, 5);
+        } catch (Exception $e) {
+            throw new Exception('Failed to connect to database: ' . $e->getMessage());
+        }
+
+        $this->setContainerId();
+        $this->setProcessors();
+
+        Console::loop(function () {
+            try {
+                $this->start();
+            } catch (Exception $e) {
+                //todo: send alerts sentry?
+                Console::error(date('Y-m-d H:i:s') . ' Error: ' . $e->getMessage());
+            }
+        }, self::BACKUP_INTERVAL_SECONDS);
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function start(): void
+    {
+        $start = microtime(true);
+        $time = date('Y_m_d_H_i_s');
+
+        self::log('--- Backup Start ' . $time . ' --- ');
+
+        $path = self::BACKUPS_PATH . '/' . $this->database . '/' . self::VERSION;
+        $local = new Local($path . '/' . $time);
+        $local->setTransferChunkSize(self::UPLOAD_CHUNK_SIZE);
+
+        $tarFile = $local->getPath($time . '.tar.gz');
+        $backups = $local->getRoot() . '/files';
+
+        $this->backup($backups);
+        $this->tar($backups, $tarFile);
+        $this->upload($tarFile, $local);
+
+        if (!unlink($tarFile)) {
+            Console::error('Error deleting: ' . $tarFile);
+        }
+
+        $this->cleanLocalFiles($path);
+        $this->cleanCloudFiles();
+
+        self::log('--- Backup Finish ' . (microtime(true) - $start) . ' seconds --- '   . PHP_EOL . PHP_EOL);
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function backup(string $target)
+    {
+        self::log('Xtrabackup start');
+
+        $start = microtime(true);
+
+        if (!file_exists(self::BACKUPS_PATH)) {
+            throw new Exception('Mount directory does not exist');
+        }
+
+        if (!file_exists($target) && !mkdir($target, 0755, true)) {
+            throw new Exception('Error creating directory: ' . $target);
+        }
+
+        $filename = basename($target);
+        $logfile = $target . '/../backup.log';
+
+        $args = [
+            'xtrabackup',
+            '--user=' . $this->dsn->getUser(),
+            '--password=' . $this->dsn->getPassword(),
+            '--host=' . $this->dsn->getHost(),
+            '--port=' . $this->dsn->getPort(),
+            '--backup',
+            '--strict',
+            '--history="' . $this->database . '|' . pathinfo($filename, PATHINFO_FILENAME) . '"', // PERCONA_SCHEMA.xtrabackup_history
+            '--slave-info',
+            '--safe-slave-backup',
+            '--safe-slave-backup-timeout=300',
+            '--check-privileges', // checks if Percona XtraBackup has all the required privileges.
+            '--target-dir=' . $target,
+            '--compress=' . self::COMPRESS_ALGORITHM,
+            '--compress-threads=' . $this->processors,
+            '--parallel=' . $this->processors,
+            '2> ' . $logfile,
+        ];
+
+        $this->retry(function () use ($args, $logfile, $target) {
+            shell_exec('docker exec ' . $this->xtrabackupContainerId . ' ' . implode(' ', $args));
+            $stderr = shell_exec('tail -1 ' . $logfile);
+            if (!str_contains($stderr, 'completed OK!')) {
+                shell_exec('rm -rf ' . $target . '/*');
+                throw new Exception(' Backup failed: ' . $stderr);
+            }
+        }, self::RETRY_BACKUP);
+
+        if (!unlink($logfile)) {
+            throw new Exception('Error deleting: ' . $logfile);
+        }
+
+        self::log('Xtrabackup Finish ' . (microtime(true) - $start) . ' seconds');
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function tar(string $directory, string $file)
+    {
+        self::log('Tar start');
+        $start = microtime(true);
+
+        $this->retry(function () use ($directory, $file) {
+            $stdout = '';
+            $stderr = '';
+            $cmd = 'cd ' . $directory . ' && tar -zcf ' . $file . ' . && cd ' . getcwd();
+            Console::execute($cmd, '', $stdout, $stderr);
+            if (!empty($stderr)) {
+                throw new Exception($stderr);
+            }
+        }, self::RETRY_TAR);
+
+        if (!file_exists($file)) {
+            throw new Exception('Tar file not found: ' . $file);
+        }
+
+        self::log('Tar finish ' . (microtime(true) - $start) . ' seconds');
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function upload(string $file, Device $local)
+    {
+        $start = microtime(true);
+        self::log('Upload start');
+        $filename = basename($file);
+
+        if (!$this->s3->exists('/')) {
+            throw new Exception('Can\'t read s3 root directory');
+        }
+
+        $destination = $this->s3->getRoot() . '/' . $filename;
+
+        $this->retry(function () use ($local, $file, $destination) {
+            if (!$local->transfer($file, $destination, $this->s3)) {
+                throw new Exception('Error uploading to ' . $destination);
+            }
+        }, self::RETRY_UPLOAD);
+
+        if (!$this->s3->exists($destination)) {
+            throw new Exception('File not found on cloud: ' . $destination);
+        }
+
+        self::log('Upload finish ' . (microtime(true) - $start) . ' seconds');
+    }
+
+    public static function log(string $message): void
+    {
+        if (!empty($message)) {
+            Console::log(date('Y-m-d H:i:s') . ' ' . $message);
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function checkEnvVariables(): void
+    {
+        foreach (
+            [
+                '_APP_CONNECTIONS_BACKUPS_STORAGE',
+                '_APP_CONNECTIONS_DB_REPLICAS',
+            ] as $env
+        ) {
+            if (empty(App::getEnv($env))) {
+                throw new Exception('Can\'t read ' . $env);
+            }
+        }
+    }
+
+    public function getDsn(string $database): ?DSN
+    {
+        foreach (explode(',', App::getEnv('_APP_CONNECTIONS_DB_REPLICAS', '')) as $project) {
+            [$db, $dsn] = explode('=', $project);
+            if ($db === $database) {
+                return new DSN($dsn);
+            }
+        }
+        return null;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function setContainerId()
+    {
+        $stdout = '';
+        $stderr = '';
+        Console::execute('docker ps -f "name=xtrabackup" --format "{{.ID}}"', '', $stdout, $stderr);
+        if (!empty($stderr)) {
+            throw new Exception('Error setting container Id: ' . $stderr);
+        }
+
+        $containerId = str_replace(PHP_EOL, '', $stdout);
+        if (empty($containerId)) {
+            throw new Exception('Xtrabackup Container ID not found');
+        }
+
+        $this->xtrabackupContainerId = $containerId;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function setProcessors()
+    {
+        $stdout = '';
+        $stderr = '';
+        Console::execute('docker exec ' . $this->xtrabackupContainerId . ' nproc', '', $stdout, $stderr);
+        if (!empty($stderr)) {
+            throw new Exception('Error setting processors: ' . $stderr);
+        }
+
+        $processors = str_replace(PHP_EOL, '', $stdout);
+        $processors = empty($processors) ? 1 : intval($processors);
+
+        //$this->processors = \max(1, $processors - 2);
+        // todo: Using all processors was with no errors
+        $this->processors = $processors;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function retry(callable $action, int $retries, int $sleep = 1)
+    {
+        try {
+            return $action();
+        } catch (Exception $e) {
+            if ($retries > 0) {
+                Console::warning('Retrying (' . $retries . ') ' . $e->getMessage());
+                sleep($sleep);
+                return $this->retry($action, $retries - 1, $sleep);
+            } else {
+                throw $e;
+            }
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function cleanLocalFiles(string $path)
+    {
+        self::log('Clean local start');
+
+        $start = microtime(true);
+
+        $folder = scandir($path);
+        if ($folder === false) {
+            throw new Exception('Scan directory error ' . $path);
+        }
+
+        foreach ($folder as $item) {
+            $filename = $item . '.tar.gz';
+            $fullPath = $path . '/' . $item;
+            if ($this->isDelete($item, self::CLEANUP_LOCAL_FILES_SECONDS)) {
+                // Check if file exist on cloud before delete
+                if ($this->s3->exists($this->s3->getRoot() . '/' . $filename)) {
+                    $delete = true;
+                } else {
+                    if ($this->isDelete($item, self::CLEANUP_CLOUD_FILES_SECONDS)) {
+                        $delete = true;
+                    } else {
+                        Console::warning('Skipping delete not found on cloud: ' . $filename . ' ');
+                        $delete = false;
+                    }
+                }
+
+                if ($delete === true) {
+                    Console::success('Deleting: ' . $fullPath);
+                    shell_exec('rm -rf ' . $fullPath);
+                }
+            }
+        }
+
+        self::log('Clean local finish ' . (microtime(true) - $start) . ' seconds');
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function cleanCloudFiles(): void
+    {
+        self::log('Clean cloud start');
+        $start = microtime(true);
+        $files = $this->s3->getFiles($this->s3->getRoot());
+
+        if ($files['KeyCount'] > 0) {
+            foreach ($files['Contents'] as $file) {
+                $date = basename(basename($file['Key']), '.tar.gz');
+                if ($this->isDelete($date, self::CLEANUP_CLOUD_FILES_SECONDS)) {
+                    if ($this->s3->delete($file['Key'])) {
+                        Console::success('Deleting: ' . $file['Key']);
+                    }
+                }
+            }
+        }
+
+        self::log('Clean cloud finish ' . (microtime(true) - $start) . ' seconds');
+    }
+
+    /**
+     * @param string $item
+     * @param int $seconds
+     * @return bool
+     */
+    public function isDelete(string $item, int $seconds): bool
+    {
+        if (!str_contains($item, '_')) {
+            return false;
+        }
+
+        [$year, $month, $day, $hour, $minute, $second] = explode('_', $item);
+        $date = $year . '-' . $month . '-' . $day . ' ' . $hour . ':' . $minute . ':' . $second;
+
+        try {
+            $now = new \DateTime();
+            $backupDate = new \DateTime($date);
+            if (($now->getTimestamp() - $backupDate->getTimestamp()) > $seconds) {
+                return true;
+            }
+        } catch (Exception $e) {
+        }
+
+        return false;
+    }
+}

src/Appwrite/Platform/Tasks/Install.php

@@ -6,7 +6,8 @@ use Appwrite\Auth\Auth;
 use Appwrite\Docker\Compose;
 use Appwrite\Docker\Env;
 use Appwrite\Utopia\View;
-use Utopia\Analytics\GoogleAnalytics;
+use Utopia\Analytics\Adapter\GoogleAnalytics;
+use Utopia\Analytics\Event;
 use Utopia\CLI\Console;
 use Utopia\Config\Config;
 use Utopia\Validator\Text;
@@ -14,6 +15,8 @@ use Utopia\Platform\Action;
 
 class Install extends Action
 {
+    protected string $path = '/usr/src/code/appwrite';
+
     public static function getName(): string
     {
         return 'install';
@@ -50,7 +53,6 @@ class Install extends Action
          * 6. Run data migration
          */
         $config = Config::getParam('variables');
-        $path = '/usr/src/code/appwrite';
         $defaultHTTPPort = '80';
         $defaultHTTPSPort = '443';
         $vars = [];
@@ -70,19 +72,28 @@ class Install extends Action
         Console::success('Starting Appwrite installation...');
 
         // Create directory with write permissions
-        if (null !== $path && !\file_exists(\dirname($path))) {
-            if (!@\mkdir(\dirname($path), 0755, true)) {
-                Console::error('Can\'t create directory ' . \dirname($path));
+        if (null !== $this->path && !\file_exists(\dirname($this->path))) {
+            if (!@\mkdir(\dirname($this->path), 0755, true)) {
+                Console::error('Can\'t create directory ' . \dirname($this->path));
                 Console::exit(1);
             }
         }
 
-        $data = @file_get_contents($path . '/docker-compose.yml');
+        $data = @file_get_contents($this->path . '/docker-compose.yml');
 
         if ($data !== false) {
+            if ($interactive == 'Y' && Console::isInteractive()) {
+                $answer = Console::confirm('Previous installation found, do you want to overwrite it? (Y/n)');
+
+                if ($answer !== 'Y') {
+                    Console::info('No action taken.');
+                    return;
+                }
+            }
+
             $time = \time();
             Console::info('Compose file found, creating backup: docker-compose.yml.' . $time . '.backup');
-            file_put_contents($path . '/docker-compose.yml.' . $time . '.backup', $data);
+            file_put_contents($this->path . '/docker-compose.yml.' . $time . '.backup', $data);
             $compose = new Compose($data);
             $appwrite = $compose->getService('appwrite');
             $oldVersion = ($appwrite) ? $appwrite->getImageVersion() : null;
@@ -116,11 +127,11 @@ class Install extends Action
                     }
                 }
 
-                $data = @file_get_contents($path . '/.env');
+                $data = @file_get_contents($this->path . '/.env');
 
                 if ($data !== false) { // Fetch all env vars from previous .env file
                     Console::info('Env file found, creating backup: .env.' . $time . '.backup');
-                    file_put_contents($path . '/.env.' . $time . '.backup', $data);
+                    file_put_contents($this->path . '/.env.' . $time . '.backup', $data);
                     $env = new Env($data);
 
                     foreach ($env->list() as $key => $value) {
@@ -198,8 +209,8 @@ class Install extends Action
             }
         }
 
-        $templateForCompose = new View(__DIR__ . '/../views/install/compose.phtml');
-        $templateForEnv = new View(__DIR__ . '/../views/install/env.phtml');
+        $templateForCompose = new View(__DIR__ . '/../../../../app/views/install/compose.phtml');
+        $templateForEnv = new View(__DIR__ . '/../../../../app/views/install/env.phtml');
 
         $templateForCompose
             ->setParam('httpPort', $httpPort)
@@ -213,16 +224,24 @@ class Install extends Action
             ->setParam('vars', $input)
         ;
 
-        if (!file_put_contents($path . '/docker-compose.yml', $templateForCompose->render(false))) {
+        if (!file_put_contents($this->path . '/docker-compose.yml', $templateForCompose->render(false))) {
             $message = 'Failed to save Docker Compose file';
-            $analytics->createEvent('install/server', 'install', APP_VERSION_STABLE . ' - ' . $message);
+            $event = new Event();
+            $event->setName(APP_VERSION_STABLE . ' - ' . $message)
+                ->addProp('category', 'install/server')
+                ->addProp('action', 'install');
+            $analytics->createEvent($event);
             Console::error($message);
             Console::exit(1);
         }
 
-        if (!file_put_contents($path . '/.env', $templateForEnv->render(false))) {
+        if (!file_put_contents($this->path . '/.env', $templateForEnv->render(false))) {
             $message = 'Failed to save environment variables file';
-            $analytics->createEvent('install/server', 'install', APP_VERSION_STABLE . ' - ' . $message);
+            $event = new Event();
+            $event->setName(APP_VERSION_STABLE . ' - ' . $message)
+                ->addProp('category', 'install/server')
+                ->addProp('action', 'install');
+            $analytics->createEvent($event);
             Console::error($message);
             Console::exit(1);
         }
@@ -237,19 +256,27 @@ class Install extends Action
             }
         }
 
-        Console::log("Running \"docker compose -f {$path}/docker-compose.yml up -d --remove-orphans --renew-anon-volumes\"");
+        Console::log("Running \"docker compose -f {$this->path}/docker-compose.yml up -d --remove-orphans --renew-anon-volumes\"");
 
-        $exit = Console::execute("${env} docker compose -f {$path}/docker-compose.yml up -d --remove-orphans --renew-anon-volumes", '', $stdout, $stderr);
+        $exit = Console::execute("${env} docker compose -f {$this->path}/docker-compose.yml up -d --remove-orphans --renew-anon-volumes", '', $stdout, $stderr);
 
         if ($exit !== 0) {
             $message = 'Failed to install Appwrite dockers';
-            $analytics->createEvent('install/server', 'install', APP_VERSION_STABLE . ' - ' . $message);
+            $event = new Event();
+            $event->setName(APP_VERSION_STABLE . ' - ' . $message)
+                ->addProp('category', 'install/server')
+                ->addProp('action', 'install');
+            $analytics->createEvent($event);
             Console::error($message);
             Console::error($stderr);
             Console::exit($exit);
         } else {
             $message = 'Appwrite installed successfully';
-            $analytics->createEvent('install/server', 'install', APP_VERSION_STABLE . ' - ' . $message);
+            $event = new Event();
+            $event->setName(APP_VERSION_STABLE . ' - ' . $message)
+                ->addProp('category', 'install/server')
+                ->addProp('action', 'install');
+            $analytics->createEvent($event);
             Console::success($message);
         }
     }

src/Appwrite/Platform/Tasks/Restore.php

@@ -0,0 +1,342 @@
+<?php
+
+namespace Appwrite\Platform\Tasks;
+
+use Exception;
+use Utopia\App;
+use Utopia\DSN\DSN;
+use Utopia\Platform\Action;
+use Utopia\CLI\Console;
+use Utopia\Storage\Device;
+use Utopia\Storage\Device\DOSpaces;
+use Utopia\Storage\Device\Local;
+use Utopia\Validator\Boolean;
+use Utopia\Validator\Text;
+
+class Restore extends Action
+{
+    public const BACKUPS_PATH = '/backups';
+    public const DATADIR = '/var/lib/mysql';
+    public const DOWNLOAD_CHUNK_SIZE = 40 * 1024 * 1024; // Must be greater than 5MB;
+    public const VERSION = 'v1';
+    public const RETRY_DOWNLOAD = 5;
+    public const RETRY_PREPARE = 5;
+    public const RETRY_DECOMPRESS = 5;
+    public const RETRY_TAR = 5;
+    protected ?DOSpaces $s3 = null;
+    protected string $xtrabackupContainerId;
+    protected int $processors = 1;
+
+    public function __construct()
+    {
+        $this
+            ->desc('Restore a DB')
+            ->param('id', '', new Text(19), 'The backup identification')
+            ->param('cloud', null, new Boolean(true), 'Download backup from cloud or use local directory')
+            ->param('database', null, new Text(15), 'The Database name for example db_fra1_01')
+            ->callback(fn ($id, $cloud, $project) => $this->action($id, $cloud, $project));
+    }
+
+    public static function getName(): string
+    {
+        return 'restore';
+    }
+
+    public function action(string $id, string $cloud, string $database): void
+    {
+        try {
+            $this->checkEnvVariables();
+            $this->setContainerId();
+            $this->setProcessors();
+
+            $datadir = self::DATADIR;
+
+            try {
+                $dsn = new DSN(App::getEnv('_APP_CONNECTIONS_BACKUPS_STORAGE', ''));
+                $this->s3 = new DOSpaces('/' . $database . '/' . self::VERSION, $dsn->getUser(), $dsn->getPassword(), $dsn->getPath(), $dsn->getParam('region'));
+                $this->s3->setTransferChunkSize(self::DOWNLOAD_CHUNK_SIZE);
+            } catch (\Exception $e) {
+                throw new Exception($e->getMessage() . 'Invalid DSN.');
+            }
+
+            if (!file_exists($datadir)) {
+                throw new Exception('Datadir not found: ' . $datadir);
+            }
+
+            if (count(scandir($datadir)) > 2) {
+                throw new Exception($datadir . ' must be empty!');
+            }
+
+            $this->log('--- Restore Start ' . $id . ' --- ');
+
+            $filename = $id . '.tar.gz';
+            $start = microtime(true);
+            $cloud = $cloud === 'true' || $cloud === '1';
+
+            $local = new Local(self::BACKUPS_PATH . '/restore/' . $id);
+            $files = $local->getRoot() . '/files';
+
+            if (file_exists($local->getRoot())) {
+                shell_exec('mv ' . $local->getRoot() . ' ' . $local->getRoot() . '/../DELETE_ME/' . time());
+            }
+
+            if (!mkdir($files, 0755, true)) {
+                throw new Exception('Error creating directory: ' . $files);
+            }
+
+            if ($cloud) {
+                $this->download($local->getPath($filename), $local); // Fast!
+                $this->untar($local->getPath($filename), $files);
+            } else {
+                $source = self::BACKUPS_PATH . '/' . $database . '/' . self::VERSION . '/' . $id;
+                $this->log('Copying... ' . $source);
+
+                if (!file_exists($source)) {
+                    throw new Exception('Source not found: ' . $source);
+                }
+
+                shell_exec('cp -r ' . $source . ' ' . $local->getRoot() . '/../');
+            }
+
+            if (!file_exists($files)) {
+                throw new Exception('Files directory not found: ' . $files);
+            }
+
+            $this->decompress($files); // Uncompressed is long!
+            $this->prepare($files);
+            $this->restore($files, $cloud, $datadir);
+
+            $this->log('Restore Finish in ' . (microtime(true) - $start) . ' seconds');
+        } catch (Exception $e) {
+            //todo: send alerts sentry?
+            Console::error(date('Y-m-d H:i:s ') . $e->getMessage());
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function download(string $file, Device $local)
+    {
+        $filename = basename($file);
+        $path = $this->s3->getPath($filename);
+
+        if (!$this->s3->exists($path)) {
+            throw new Exception('File: ' . $path . ' does not exist on cloud');
+        }
+
+        $this->retry(function () use ($path, $file, $local, $filename) {
+            if (file_exists($local->getPath('tmp_' . $filename))) {
+                Console::warning('Deleting tmp_' . $filename);
+                if (!$local->deletePath('tmp_' . $filename)) {
+                    throw new Exception('Error deleting tmp download dir');
+                }
+            }
+
+            $this->log('Download start');
+
+            if (!$this->s3->transfer($path, $file, $local)) {
+                throw new Exception('Error Downloading ' . $file);
+            }
+        }, self::RETRY_DOWNLOAD);
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function untar(string $file, string $directory)
+    {
+        $this->log('Untar Start');
+
+        $this->retry(function () use ($file, $directory) {
+            $stdout = '';
+            $stderr = '';
+            $cmd = 'tar -xzf ' . $file . ' -C ' . $directory;
+            Console::execute($cmd, '', $stdout, $stderr);
+            if (!empty($stderr)) {
+                throw new Exception($stderr);
+            }
+        }, self::RETRY_TAR);
+
+        if (!file_exists($file)) {
+            throw new Exception('Restore file not found: ' . $file);
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function decompress(string $target)
+    {
+        $this->log('Decompress start');
+
+        $logfile = $target . '/../log.txt';
+
+        $args = [
+            'xtrabackup',
+            '--decompress',
+            '--strict',
+            '--remove-original', // Time consuming.
+            '--compress-threads=' . $this->processors,
+            '--parallel=' . $this->processors,
+            '--target-dir=' . $target,
+            '2> ' . $logfile,
+        ];
+
+        $this->retry(function () use ($args, $logfile) {
+            shell_exec('docker exec ' . $this->xtrabackupContainerId . ' ' . implode(' ', $args));
+
+            $stderr = shell_exec('tail -1 ' . $logfile);
+            if (!str_contains($stderr, 'completed OK!')) {
+                throw new Exception('Decompress failed');
+            }
+        }, self::RETRY_DECOMPRESS);
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function prepare(string $target)
+    {
+        $this->log('Prepare start');
+
+        if (!file_exists($target)) {
+            throw new Exception('prepare error directory not found: ' . $target);
+        }
+
+        $logfile = $target . '/../log.txt';
+
+        $args = [
+            'xtrabackup',
+            '--prepare',
+            '--parallel=' . $this->processors,
+            '--strict',
+            '--target-dir=' . $target,
+            '2> ' . $logfile,
+        ];
+
+        $this->retry(function () use ($args, $logfile) {
+            $cmd = 'docker exec ' . $this->xtrabackupContainerId . ' ' . implode(' ', $args);
+            shell_exec($cmd);
+
+            $stderr = shell_exec('tail -1 ' . $logfile);
+            if (!str_contains($stderr, 'completed OK!')) {
+                throw new Exception(' Prepare failed:' . $stderr);
+            }
+        }, self::RETRY_PREPARE);
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function restore(string $target, bool $cloud, string $datadir)
+    {
+        $this->log('Restore start');
+
+        if (!file_exists($target)) {
+            throw new Exception('Error Restoring directory not found: ' . $target);
+        }
+
+        $logfile = $target . '/../log.txt';
+
+        $args = [
+            'xtrabackup',
+            '--move-back',
+            '--strict',
+            '--parallel=' . $this->processors,
+            '--target-dir=' . $target,
+            '--datadir=' . $datadir,
+            '2> ' . $logfile,
+        ];
+
+        $cmd = 'docker exec ' . $this->xtrabackupContainerId . ' ' . implode(' ', $args);
+        shell_exec($cmd);
+
+        $stderr = shell_exec('tail -1 ' . $logfile);
+        if (!str_contains($stderr, 'completed OK!')) {
+            throw new Exception('Restore failed: ' . $stderr);
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function checkEnvVariables(): void
+    {
+        foreach (
+            [
+                '_APP_CONNECTIONS_BACKUPS_STORAGE',
+                '_APP_CONNECTIONS_DB_REPLICAS',
+            ] as $env
+        ) {
+            if (empty(App::getEnv($env))) {
+                throw new Exception('Can\'t read ' . $env);
+            }
+        }
+    }
+
+    public function log(string $message): void
+    {
+        if (!empty($message)) {
+            Console::log(date('Y-m-d H:i:s') . ' ' . $message);
+        }
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function setContainerId()
+    {
+        $stdout = '';
+        $stderr = '';
+        Console::execute('docker ps -f "name=xtrabackup" --format "{{.ID}}"', '', $stdout, $stderr);
+        if (!empty($stderr)) {
+            throw new Exception('Error setting container Id: ' . $stderr);
+        }
+
+        $containerId = str_replace(PHP_EOL, '', $stdout);
+        if (empty($containerId)) {
+            throw new Exception('Xtrabackup Container ID not found');
+        }
+
+        $this->xtrabackupContainerId = $containerId;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function setProcessors()
+    {
+        $stdout = '';
+        $stderr = '';
+        Console::execute('docker exec ' . $this->xtrabackupContainerId . ' nproc', '', $stdout, $stderr);
+        if (!empty($stderr)) {
+            throw new Exception('Error setting processors: ' . $stderr);
+        }
+
+        $processors = str_replace(PHP_EOL, '', $stdout);
+        $processors = empty($processors) ? 1 : intval($processors);
+
+        //$this->processors = \max(1, $processors - 2);
+        // todo: Using all processors was with no errors
+        $this->processors = $processors;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function retry(callable $action, int $retries, int $sleep = 1)
+    {
+        try {
+            return $action();
+        } catch (Exception $e) {
+            if ($retries > 0) {
+                Console::warning('Retrying (' . $retries . ') ' . $e->getMessage());
+                sleep($sleep);
+                return $this->retry($action, $retries - 1, $sleep);
+            } else {
+                throw $e;
+            }
+        }
+    }
+}

src/Appwrite/Platform/Tasks/Upgrade.php

@@ -0,0 +1,42 @@
+<?php
+
+namespace Appwrite\Platform\Tasks;
+
+use Utopia\CLI\Console;
+use Utopia\Validator\Text;
+
+class Upgrade extends Install
+{
+    public static function getName(): string
+    {
+        return 'upgrade';
+    }
+
+    public function __construct()
+    {
+        $this
+            ->desc('Upgrade Appwrite')
+            ->param('httpPort', '', new Text(4), 'Server HTTP port', true)
+            ->param('httpsPort', '', new Text(4), 'Server HTTPS port', true)
+            ->param('organization', 'appwrite', new Text(0), 'Docker Registry organization', true)
+            ->param('image', 'appwrite', new Text(0), 'Main appwrite docker image', true)
+            ->param('interactive', 'Y', new Text(1), 'Run an interactive session', true)
+            ->callback(fn ($httpPort, $httpsPort, $organization, $image, $interactive) => $this->action($httpPort, $httpsPort, $organization, $image, $interactive));
+    }
+
+    public function action(string $httpPort, string $httpsPort, string $organization, string $image, string $interactive): void
+    {
+        // Check for previous installation
+        $data = @file_get_contents($this->path . '/docker-compose.yml');
+        if (empty($data)) {
+            Console::error('Appwrite installation not found.');
+            Console::log('The command was not run in the parent folder of your appwrite installation.');
+            Console::log('Please navigate to the parent directory of the Appwrite installation and try again.');
+            Console::log('  parent_directory <= you run the command in this directory');
+            Console::log('  └── appwrite');
+            Console::log('      └── docker-compose.yml');
+            Console::exit(1);
+        }
+        parent::action($httpPort, $httpsPort, $organization, $image, $interactive);
+    }
+}