Merge pull request #13967 from nextcloud/test/noid/run-30-31-federati…

…on-on-ci test(federation): Run cross major federation on CI
nextcloud · Dec 10, 2024 · 563cbbd · 563cbbd
2 parents e9e20f9 + df0be97
commit 563cbbd
Show file tree

Hide file tree

Showing 5 changed files with 471 additions and 74 deletions.
diff --git a/.github/workflows/integration-federation.yml b/.github/workflows/integration-federation.yml
@@ -0,0 +1,366 @@
+# SPDX-FileCopyrightText: 2023-2024 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: MIT
+
+name: Integration Federation
+
+on:
+  pull_request:
+  schedule:
+    - cron: "5 2 * * *"
+
+permissions:
+  contents: read
+
+concurrency:
+  group: integration-federation-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+jobs:
+  changes:
+    runs-on: ubuntu-latest-low
+
+    outputs:
+      src: ${{ steps.changes.outputs.src}}
+
+    steps:
+      - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
+        id: changes
+        continue-on-error: true
+        with:
+          filters: |
+            src:
+              - '.github/workflows/**'
+              - 'appinfo/**'
+              - 'lib/**'
+              - 'templates/**'
+              - 'tests/integration/**'
+              - 'vendor/**'
+              - 'vendor-bin/**'
+              - '.php-cs-fixer.dist.php'
+              - 'composer.json'
+              - 'composer.lock'
+
+  integration-federation:
+    runs-on: ubuntu-latest
+
+    needs: changes
+    if: needs.changes.outputs.src != 'false'
+    name: Federation ${{ matrix.host-server-versions }} (${{ matrix.host-db }}) -> ${{ matrix.remote-server-versions }} (${{ matrix.remote-db }})
+
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - test-suite: 'federation'
+            php-versions: '8.2'
+            host-db: 'oci'
+            host-server-versions: 'master'
+            host-spreed-versions: ${{ github.event.pull_request.head.sha }}
+            host-guests-versions: 'master'
+            host-circles-versions: 'master'
+            host-call-summary-bot-versions: 'main'
+            host-notifications-versions: 'master'
+            remote-db: 'mysql'
+            remote-server-versions: 'stable30'
+            remote-spreed-versions: 'stable30'
+            remote-guests-versions: 'stable30'
+            remote-circles-versions: 'stable30'
+            remote-call-summary-bot-versions: 'main'
+            remote-notifications-versions: 'stable30'
+          - test-suite: 'federation'
+            php-versions: '8.2'
+            host-db: 'pgsql'
+            host-server-versions: 'master'
+            host-spreed-versions: ${{ github.event.pull_request.head.sha }}
+            host-guests-versions: 'master'
+            host-circles-versions: 'master'
+            host-call-summary-bot-versions: 'main'
+            host-notifications-versions: 'master'
+            remote-db: 'mysql'
+            remote-server-versions: 'stable30'
+            remote-spreed-versions: 'stable30'
+            remote-guests-versions: 'stable30'
+            remote-circles-versions: 'stable30'
+            remote-call-summary-bot-versions: 'main'
+            remote-notifications-versions: 'stable30'
+          - test-suite: 'federation'
+            php-versions: '8.2'
+            host-db: 'oci'
+            host-server-versions: 'stable30'
+            host-spreed-versions: 'stable30'
+            host-guests-versions: 'stable30'
+            host-circles-versions: 'stable30'
+            host-call-summary-bot-versions: 'main'
+            host-notifications-versions: 'stable30'
+            remote-db: 'mysql'
+            remote-server-versions: 'master'
+            remote-spreed-versions: ${{ github.event.pull_request.head.sha }}
+            remote-guests-versions: 'master'
+            remote-circles-versions: 'master'
+            remote-call-summary-bot-versions: 'main'
+            remote-notifications-versions: 'master'
+
+    services:
+      oracle:
+        image: ghcr.io/gvenzl/oracle-xe:11
+
+        # Provide passwords and other environment variables to container
+        env:
+          ORACLE_RANDOM_PASSWORD: true
+          APP_USER: autotest
+          APP_USER_PASSWORD: owncloud
+
+        # Forward Oracle port
+        ports:
+          - 1521:1521/tcp
+
+        # Provide healthcheck script options for startup
+        options: >-
+          --health-cmd healthcheck.sh
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 10
+
+      mysql:
+        image: ghcr.io/nextcloud/continuous-integration-mysql-8.4:latest
+        ports:
+          - 4444:3306/tcp
+        env:
+          MYSQL_ROOT_PASSWORD: rootpassword
+        options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 10
+
+      postgres:
+        image: ghcr.io/nextcloud/continuous-integration-postgres-14:latest
+        ports:
+          - 4445:5432/tcp
+        env:
+          POSTGRES_USER: root
+          POSTGRES_PASSWORD: rootpassword
+          POSTGRES_DB: nextcloud
+        options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5
+
+    steps:
+      - name: Set app env
+        run: |
+          # Split and keep last
+          echo "APP_NAME=${GITHUB_REPOSITORY##*/}" >> $GITHUB_ENV
+
+      - name: Checkout server - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          path: host
+          submodules: true
+          repository: nextcloud/server
+          ref: ${{ matrix.host-server-versions }}
+
+      - name: Checkout spreed app - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          path: host/apps/spreed
+          ref: ${{ matrix.host-spreed-versions }}
+
+      - name: Checkout call_summary_bot app - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/call_summary_bot
+          path: host/apps/call_summary_bot
+          ref: ${{ matrix.host-call-summary-bot-versions }}
+
+      - name: Checkout circles app - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/circles
+          path: host/apps/circles
+          ref: ${{ matrix.host-circles-versions }}
+
+      - name: Checkout guests app - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/guests
+          path: host/apps/guests
+          ref: ${{ matrix.host-guests-versions }}
+
+      - name: Checkout notifications app - Host
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/notifications
+          path: host/apps/notifications
+          ref: ${{ matrix.host-notifications-versions }}
+
+      - name: Checkout server - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          path: remote
+          submodules: true
+          repository: nextcloud/server
+          ref: ${{ matrix.remote-server-versions }}
+
+      - name: Checkout spreed app - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          path: remote/apps/spreed
+          ref: ${{ matrix.remote-spreed-versions }}
+
+      - name: Checkout call_summary_bot app - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/call_summary_bot
+          path: remote/apps/call_summary_bot
+          ref: ${{ matrix.remote-call-summary-bot-versions }}
+
+      - name: Checkout circles app - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/circles
+          path: remote/apps/circles
+          ref: ${{ matrix.remote-circles-versions }}
+
+      - name: Checkout guests app - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/guests
+          path: remote/apps/guests
+          ref: ${{ matrix.remote-guests-versions }}
+
+      - name: Checkout notifications app - Remote
+        uses: actions/checkout@a5ac7e51b41094c92402da3b24376905380afc29 # v4.1.6
+        with:
+          repository: nextcloud/notifications
+          path: remote/apps/notifications
+          ref: ${{ matrix.remote-notifications-versions }}
+
+      - name: Set up php ${{ matrix.php-versions }}
+        uses: shivammathur/setup-php@2e947f1f6932d141d076ca441d0e1e881775e95b # v2
+        with:
+          php-version: ${{ matrix.php-versions }}
+          # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation
+          extensions: apcu, bz2, ctype, curl, dom, fileinfo, gd, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, session, simplexml, xmlreader, xmlwriter, zip, zlib, mysql, pdo_mysql, oci8, sqlite, pdo_sqlite
+          coverage: none
+          ini-file: development
+          # Temporary workaround for missing pcntl_* in PHP 8.3: ini-values: apc.enable_cli=on
+          ini-values: apc.enable_cli=on, disable_functions=
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Set up production dependencies - Host
+        working-directory: host/apps/${{ env.APP_NAME }}
+        run: composer i --no-dev
+
+      - name: Set up production dependencies - Remote
+        working-directory: remote/apps/${{ env.APP_NAME }}
+        run: composer i --no-dev
+
+      - name: Set up behat dependencies
+        working-directory: host/apps/${{ env.APP_NAME }}/tests/integration
+        run: composer i
+
+      - name: Set up Nextcloud - Host (Postgres)
+        if: ${{ matrix.host-db == 'pgsql' }}
+        env:
+          DB_PORT: 4445
+        working-directory: host/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=pgsql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Host (Oracle)
+        if: ${{ matrix.host-db == 'oci' }}
+        env:
+          DB_PORT: 1521
+        working-directory: host/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=oci --database-name=XE --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=autotest --database-pass=owncloud --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Host (MySQL)
+        if: ${{ matrix.host-db == 'mysql' }}
+        env:
+          DB_PORT: 4444
+        working-directory: host/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=mysql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Remote (Postgres)
+        if: ${{ matrix.remote-db == 'pgsql' }}
+        env:
+          DB_PORT: 4445
+        working-directory: remote/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=pgsql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Remote (Oracle)
+        if: ${{ matrix.remote-db == 'oracle' }}
+        env:
+          DB_PORT: 1521
+        working-directory: remote/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=oci --database-name=XE --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=autotest --database-pass=owncloud --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Remote (MySQL)
+        if: ${{ matrix.remote-db == 'mysql' }}
+        env:
+          DB_PORT: 4444
+        working-directory: remote/
+        run: |
+          mkdir data
+          ./occ maintenance:install --verbose --database=mysql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin
+
+      - name: Set up Nextcloud - Host (Shared)
+        working-directory: host/
+        run: |
+          ./occ config:system:set debug --value=true --type=boolean
+          ./occ config:system:set hashing_default_password --value=true --type=boolean
+          ./occ config:system:set memcache.local --value="\\OC\\Memcache\\APCu"
+          ./occ config:system:set memcache.distributed --value="\\OC\\Memcache\\APCu"
+          ./occ app:enable --force ${{ env.APP_NAME }}
+          ./occ app:enable --force call_summary_bot
+          ./occ app:enable --force circles
+          ./occ app:enable --force guests
+          ./occ app:enable --force notifications
+
+      - name: Set up Nextcloud - Remote (Shared)
+        working-directory: remote/
+        run: |
+          ./occ config:system:set debug --value=true --type=boolean
+          ./occ config:system:set hashing_default_password --value=true --type=boolean
+          ./occ config:system:set memcache.local --value="\\OC\\Memcache\\APCu"
+          ./occ config:system:set memcache.distributed --value="\\OC\\Memcache\\APCu"
+          ./occ app:enable --force ${{ env.APP_NAME }}
+          ./occ app:enable --force call_summary_bot
+          ./occ app:enable --force circles
+          ./occ app:enable --force guests
+          ./occ app:enable --force notifications
+          echo 'REMOTE_ROOT_DIR='$PWD >> $GITHUB_ENV
+
+      - name: Run integration
+        working-directory: host/apps/${{ env.APP_NAME }}/tests/integration
+        run: REMOTE_ROOT_DIR=${{ env.REMOTE_ROOT_DIR }} bash run.sh features/${{ matrix.test-suite }}
+
+      - name: Print logs - Host
+        if: always()
+        working-directory: host/
+        run: |
+          cat data/nextcloud.log
+
+      - name: Print logs - Remote
+        if: always()
+        working-directory: remote/
+        run: |
+          cat data/nextcloud.log
+
+  summary:
+    permissions:
+      contents: none
+    runs-on: ubuntu-latest-low
+    needs: [changes, integration-federation]
+
+    if: always()
+
+    name: integration-federation-summary
+
+    steps:
+      - name: Summary status
+        run: if ${{ needs.changes.outputs.src != 'false' && needs.integration-federation.result != 'success' }}; then exit 1; fi
diff --git a/tests/integration/features/bootstrap/CommandLineTrait.php b/tests/integration/features/bootstrap/CommandLineTrait.php
@@ -51,17 +51,19 @@ public function runOcc($args = [], $env = []) {
 		$argString = implode(' ', $args);
 
 		if ($this->currentServer === 'REMOTE') {
-			$env['NEXTCLOUD_CONFIG_DIR'] = getenv('REAL_FEDERATED_SERVER_CONFIG_DIR');
+			$env['NEXTCLOUD_CONFIG_DIR'] = getenv('NEXTCLOUD_REMOTE_CONFIG_DIR');
+			$serverRootDir = getenv('NEXTCLOUD_REMOTE_ROOT_DIR');
 		} else {
-			$env['NEXTCLOUD_CONFIG_DIR'] = getenv('MAIN_SERVER_CONFIG_DIR');
+			$env['NEXTCLOUD_CONFIG_DIR'] = getenv('NEXTCLOUD_HOST_CONFIG_DIR');
+			$serverRootDir = getenv('NEXTCLOUD_HOST_ROOT_DIR');
 		}
 
 		$descriptor = [
 			0 => ['pipe', 'r'],
 			1 => ['pipe', 'w'],
 			2 => ['pipe', 'w'],
 		];
-		$process = proc_open('php console.php ' . $argString, $descriptor, $pipes, $this->ocPath, $env);
+		$process = proc_open('php ' . $serverRootDir . '/console.php ' . $argString, $descriptor, $pipes, $this->ocPath, $env);
 		$this->lastStdOut = stream_get_contents($pipes[1]);
 		$this->lastStdErr = stream_get_contents($pipes[2]);
 		$this->lastCode = proc_close($process);