Sync 1.8.x

.github/workflows/publish.yml

@@ -24,7 +24,7 @@ jobs:
       uses: docker/setup-buildx-action@v3
 
     - name: Login to Docker Hub
-      uses: docker/login-action@v2
+      uses: docker/login-action@v3
       with:
         username: ${{ vars.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}

.github/workflows/release.yml

@@ -26,7 +26,7 @@ jobs:
       uses: docker/setup-buildx-action@v3
 
     - name: Login to Docker Hub
-      uses: docker/login-action@v2
+      uses: docker/login-action@v3
       with:
         username: ${{ vars.DOCKERHUB_USERNAME }}
         password: ${{ secrets.DOCKERHUB_TOKEN }}

.github/workflows/sdk-preview.yml

@@ -4,9 +4,6 @@ env:
   COMPOSE_FILE: docker-compose.yml
 
 on:
-  pull_request:
-    paths:
-      - 'app/config/specs/*-latest-console.json'
   workflow_dispatch:
     inputs:
       platform:
@@ -42,6 +39,13 @@ jobs:
         run: |
           docker compose build
           docker compose up -d
+
+      - name: Generate Specs
+        run: |
+          docker compose exec appwrite specs --version=latest --mode=normal --git=no
+
+      - name: Generate SDK
+        run: |
           docker compose exec appwrite sdks --platform=${{ steps.set-sdk.outputs.platform }} --sdk=${{ steps.set-sdk.outputs.sdk_type }} --version=latest --git=no
           sudo chown -R $USER:$USER ./app/sdks/${{ steps.set-sdk.outputs.platform }}-${{ steps.set-sdk.outputs.sdk_type }}
           
@@ -50,7 +54,7 @@ jobs:
           node-version: 20
 
       - name: Build and Publish SDK
-        working-directory: ./app/sdks/console-web
+        working-directory: ./app/sdks/${{ steps.set-sdk.outputs.platform }}-${{ steps.set-sdk.outputs.sdk_type }}
         run: |
             npm install
             npm run build

.github/workflows/specs.yml

@@ -0,0 +1,113 @@
+name: "Generate Specs"
+
+env:
+  COMPOSE_FILE: docker-compose.yml
+
+on:
+  workflow_dispatch:
+    inputs:
+      version:
+        type: choice
+        description: "Appwrite version to generate specs for"
+        required: true
+        options:
+          - "1.8.x"
+          - "1.7.x"
+          - "1.6.x"
+          - "1.5.x"
+          - "latest"
+      push:
+        type: boolean
+        description: "Push specs to appwrite/specs repo and create PR"
+        default: true
+      message:
+        type: string
+        description: "Commit message for the specs PR"
+        default: "chore: update API specs and SDK examples"
+
+jobs:
+  generate:
+    name: Generate Specs
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v6
+        with:
+          submodules: recursive
+
+      - name: Build and start Appwrite
+        run: |
+          docker compose build
+          docker compose up -d
+
+      - name: Generate specs
+        run: |
+          docker compose exec appwrite specs --version=${{ inputs.version }} --mode=normal --git=no
+
+      - name: Generate SDK examples
+        if: inputs.push
+        run: |
+          docker compose exec appwrite sdks --platform=* --sdk=* --version=${{ inputs.version }} --git=no --mode=examples
+          sudo chown -R $USER:$USER ./docs/examples/
+
+      - name: Push to appwrite/specs and create PR
+        if: inputs.push
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          VERSION="${{ inputs.version }}"
+          MESSAGE="${{ inputs.message }}"
+          GIT_BRANCH="feat-${VERSION}-specs"
+          SPECS_DIR="./app/config/specs"
+          EXAMPLES_DIR="./docs/examples/${VERSION}"
+          TARGET="/tmp/specs-repo"
+
+          sudo chown -R $USER:$USER "${SPECS_DIR}"
+
+          # Clone the specs repo
+          git clone "https://x-access-token:${GH_TOKEN}@github.com/appwrite/specs.git" "${TARGET}"
+          cd "${TARGET}"
+          git config user.name "github-actions[bot]"
+          git config user.email "github-actions[bot]@users.noreply.github.com"
+
+          # Create or checkout the feature branch
+          git checkout -b "${GIT_BRANCH}" || git checkout "${GIT_BRANCH}"
+
+          # Copy spec files
+          mkdir -p "specs/${VERSION}"
+          cp ${GITHUB_WORKSPACE}/${SPECS_DIR}/*${VERSION}*.json "specs/${VERSION}/" 2>/dev/null || true
+
+          # Copy latest specs if version is latest
+          if [ "${VERSION}" = "latest" ]; then
+            cp ${GITHUB_WORKSPACE}/${SPECS_DIR}/*latest*.json "specs/latest/" 2>/dev/null || true
+          fi
+
+          # Copy SDK examples
+          if [ -d "${GITHUB_WORKSPACE}/docs/examples/${VERSION}" ]; then
+            mkdir -p "examples/${VERSION}"
+            cp -r "${GITHUB_WORKSPACE}/docs/examples/${VERSION}/." "examples/${VERSION}/"
+          fi
+
+          # Commit and push
+          git add -A
+          git diff --cached --quiet && echo "No changes to commit" && exit 0
+          git commit -m "${MESSAGE}"
+          git push -u origin "${GIT_BRANCH}" --force
+
+          # Create or update PR
+          EXISTING_PR=$(gh pr list --repo appwrite/specs --head "${GIT_BRANCH}" --json number --jq '.[0].number' 2>/dev/null || true)
+          if [ -n "${EXISTING_PR}" ]; then
+            echo "PR #${EXISTING_PR} already exists, updated branch"
+            echo "https://github.com/appwrite/specs/pull/${EXISTING_PR}"
+          else
+            gh pr create \
+              --repo "appwrite/specs" \
+              --title "feat: API specs update for version ${VERSION}" \
+              --body "This PR contains API specification updates and SDK examples for version ${VERSION}." \
+              --base "main" \
+              --head "${GIT_BRANCH}"
+          fi
+
+      - name: Stop containers
+        if: always()
+        run: docker compose down

.github/workflows/tests.yml

@@ -98,16 +98,14 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           docker compose up -d
-          sleep 10
-
-      - name: Logs
-        run: docker compose logs appwrite
-
-      - name: Doctor
-        run: docker compose exec -T appwrite doctor
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
 
       - name: Environment Variables
         run: docker compose exec -T appwrite vars
@@ -115,8 +113,9 @@ jobs:
       - name: Run Unit Tests
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/unit
@@ -144,11 +143,15 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           docker compose up -d
-          sleep 10
-          
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
+
       - name: Wait for Open Runtimes
         timeout-minutes: 3
         run: |
@@ -160,8 +163,9 @@ jobs:
       - name: Run General Tests
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/General
@@ -246,12 +250,16 @@ jobs:
           fi
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         env:
           _APP_BROWSER_HOST: http://invalid-browser/v1
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
 
       - name: Wait for Open Runtimes
         timeout-minutes: 3
@@ -263,28 +271,33 @@ jobs:
 
       - name: Run ${{ matrix.service }} tests with Project table mode
         uses: itznotabug/php-retry@v3
-        env:
-          _APP_DB_SCHEMA: appwrite
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 20
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/Services/${{ matrix.service }}
           command: |
             echo "Using project tables"
-
             SERVICE_PATH="/usr/src/code/tests/e2e/Services/${{ matrix.service }}"
 
+            # Services that rely on sequential test method execution (shared static state)
+            FUNCTIONAL_FLAG="--functional"
+            case "${{ matrix.service }}" in
+              Databases|Functions|Realtime) FUNCTIONAL_FLAG="" ;;
+            esac
+
+            echo "Running with paratest (parallel) for: ${{ matrix.service }} ${FUNCTIONAL_FLAG:+(functional)}"
             docker compose exec -T \
               -e _APP_DATABASE_SHARED_TABLES="" \
               -e _APP_DATABASE_SHARED_TABLES_V1="" \
               -e _APP_DB_ADAPTER="${{ env._APP_DB_ADAPTER }}" \
               -e _APP_DB_HOST="${{ env._APP_DB_HOST }}" \
               -e _APP_DB_PORT="${{ env._APP_DB_PORT }}" \
-              -e _APP_DB_SCHEMA="${{ env._APP_DB_SCHEMA }}" \
+              -e _APP_DB_SCHEMA=appwrite \
               -e _APP_E2E_RESPONSE_FORMAT="${{ github.event.inputs.response_format }}" \
-              appwrite vendor/bin/paratest --processes $(nproc) "$SERVICE_PATH" --exclude-group abuseEnabled --exclude-group screenshots
+              appwrite vendor/bin/paratest --processes $(nproc) $FUNCTIONAL_FLAG "$SERVICE_PATH" --exclude-group abuseEnabled --exclude-group screenshots --exclude-group ciIgnore --log-junit tests/e2e/Services/${{ matrix.service }}/junit.xml
 
       - name: Failure Logs
         if: failure()
@@ -344,10 +357,14 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
 
       - name: Wait for Open Runtimes
         timeout-minutes: 3
@@ -358,25 +375,38 @@ jobs:
           done
 
       - name: Run ${{ matrix.service }} tests with ${{ matrix.tables-mode }} table mode
-        run: |
-          if [ "${{ matrix.tables-mode }}" == "Shared V1" ]; then
-            echo "Using shared tables V1"
-            export _APP_DATABASE_SHARED_TABLES=database_db_main
-            export _APP_DATABASE_SHARED_TABLES_V1=database_db_main
-          elif [ "${{ matrix.tables-mode }}" == "Shared V2" ]; then
-            echo "Using shared tables V2"
-            export _APP_DATABASE_SHARED_TABLES=database_db_main
-            export _APP_DATABASE_SHARED_TABLES_V1=
-          fi
+        uses: itznotabug/php-retry@v3
+        with:
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 20
+          job_id: ${{ job.check_run_id }}
+          github_token: ${{ secrets.GITHUB_TOKEN }}
+          test_dir: tests/e2e/Services/${{ matrix.service }}
+          command: |
+            if [ "${{ matrix.tables-mode }}" == "Shared V1" ]; then
+              echo "Using shared tables V1"
+              export _APP_DATABASE_SHARED_TABLES=database_db_main
+              export _APP_DATABASE_SHARED_TABLES_V1=database_db_main
+            elif [ "${{ matrix.tables-mode }}" == "Shared V2" ]; then
+              echo "Using shared tables V2"
+              export _APP_DATABASE_SHARED_TABLES=database_db_main
+              export _APP_DATABASE_SHARED_TABLES_V1=
+            fi
 
-          SERVICE_PATH="/usr/src/code/tests/e2e/Services/${{ matrix.service }}"
+            SERVICE_PATH="/usr/src/code/tests/e2e/Services/${{ matrix.service }}"
 
-          echo "Running with paratest (parallel) for: ${{ matrix.service }}"
-          docker compose exec -T \
-            -e _APP_DATABASE_SHARED_TABLES \
-            -e _APP_DATABASE_SHARED_TABLES_V1 \
-            -e _APP_E2E_RESPONSE_FORMAT="${{ github.event.inputs.response_format }}" \
-            appwrite vendor/bin/paratest --processes $(nproc) "$SERVICE_PATH" --exclude-group abuseEnabled --exclude-group screenshots
+            # Services that rely on sequential test method execution (shared static state)
+            FUNCTIONAL_FLAG="--functional"
+            case "${{ matrix.service }}" in
+              Databases|Functions|Realtime) FUNCTIONAL_FLAG="" ;;
+            esac
+
+            docker compose exec -T \
+              -e _APP_DATABASE_SHARED_TABLES \
+              -e _APP_DATABASE_SHARED_TABLES_V1 \
+              -e _APP_E2E_RESPONSE_FORMAT="${{ github.event.inputs.response_format }}" \
+              appwrite vendor/bin/paratest --processes $(nproc) $FUNCTIONAL_FLAG "$SERVICE_PATH" --exclude-group abuseEnabled --exclude-group screenshots --exclude-group ciIgnore --log-junit tests/e2e/Services/${{ matrix.service }}/junit.xml
 
       - name: Failure Logs
         if: failure()
@@ -405,17 +435,22 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           sed -i 's/_APP_OPTIONS_ABUSE=disabled/_APP_OPTIONS_ABUSE=enabled/' .env
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
 
       - name: Run Projects tests in dedicated table mode
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/Services/Projects
@@ -465,17 +500,22 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           sed -i 's/_APP_OPTIONS_ABUSE=disabled/_APP_OPTIONS_ABUSE=enabled/' .env
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
 
       - name: Run Projects tests in ${{ matrix.tables-mode }} table mode
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/Services/Projects
@@ -523,17 +563,30 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           sed -i 's/_APP_OPTIONS_ABUSE=disabled/_APP_OPTIONS_ABUSE=enabled/' .env
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
+
+      - name: Wait for Open Runtimes
+        timeout-minutes: 3
+        run: |
+          while ! docker compose logs openruntimes-executor | grep -q "Executor is ready."; do
+            echo "Waiting for Executor to come online"
+            sleep 1
+          done
 
       - name: Run Site tests with browser connected in dedicated table mode
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/Services/Sites
@@ -584,17 +637,30 @@ jobs:
           fail-on-cache-miss: true
 
       - name: Load and Start Appwrite
+        timeout-minutes: 3
         run: |
           docker load --input /tmp/${{ env.IMAGE }}.tar
           sed -i 's/_APP_OPTIONS_ABUSE=disabled/_APP_OPTIONS_ABUSE=enabled/' .env
           docker compose up -d
-          sleep 30
+          until docker compose exec -T appwrite doctor > /dev/null 2>&1; do
+            echo "Waiting for Appwrite to be ready..."
+            sleep 2
+          done
+
+      - name: Wait for Open Runtimes
+        timeout-minutes: 3
+        run: |
+          while ! docker compose logs openruntimes-executor | grep -q "Executor is ready."; do
+            echo "Waiting for Executor to come online"
+            sleep 1
+          done
 
       - name: Run Site tests with browser connected in ${{ matrix.tables-mode }} table mode
         uses: itznotabug/php-retry@v3
         with:
-          max_attempts: 3
-          timeout_minutes: 30
+          max_attempts: 2
+          retry_wait_seconds: 300
+          timeout_minutes: 15
           job_id: ${{ job.check_run_id }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
           test_dir: tests/e2e/Services/Sites