From ce7438071c54accf49cc7a7e30b0b625b5e3cdfa Mon Sep 17 00:00:00 2001 From: Joas Schilling Date: Fri, 25 Aug 2023 15:51:30 +0200 Subject: feat(CI): Run integration test on GA Signed-off-by: Joas Schilling --- .github/workflows/integration-mysql.yml | 143 +++++++++++++++++++ .github/workflows/integration-oci.yml | 155 +++++++++++++++++++++ .github/workflows/integration-pgsql.yml | 153 ++++++++++++++++++++ .github/workflows/integration-sqlite.yml | 134 ++++++++++++++++++ .../integration-summary-when-unrelated.yml | 68 +++++++++ 5 files changed, 653 insertions(+) create mode 100644 .github/workflows/integration-mysql.yml create mode 100644 .github/workflows/integration-oci.yml create mode 100644 .github/workflows/integration-pgsql.yml create mode 100644 .github/workflows/integration-sqlite.yml create mode 100644 .github/workflows/integration-summary-when-unrelated.yml (limited to '.github') diff --git a/.github/workflows/integration-mysql.yml b/.github/workflows/integration-mysql.yml new file mode 100644 index 000000000..b28c4e5b0 --- /dev/null +++ b/.github/workflows/integration-mysql.yml @@ -0,0 +1,143 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: Integration mysql + +on: + pull_request: + paths: + # Only running on PR for this file to save CI time (otherwise pgsql only) + - '.github/workflows/integration-mysql.yml' + + push: + branches: + - main + - master + - stable* + +permissions: + contents: read + +concurrency: + group: integration-mysql-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + integration-mysql: + runs-on: ubuntu-latest + + strategy: + fail-fast: false + matrix: + test-suite: ['callapi', 'chat', 'chat-2', 'command', 'conversation', 'conversation-2', 'federation', 'integration', 'sharing', 'sharing-2'] + php-versions: ['8.2'] + server-versions: ['master'] + guests-versions: ['master'] + call-summary-bot-versions: ['main'] + notifications-versions: ['master'] + + services: + mysql: + image: ghcr.io/nextcloud/continuous-integration-mariadb-10.6:latest + ports: + - 4444:3306/tcp + env: + MYSQL_ROOT_PASSWORD: rootpassword + options: --health-cmd="mysqladmin ping" --health-interval 5s --health-timeout 2s --health-retries 5 + + steps: + - name: Set app env + run: | + # Split and keep last + echo "APP_NAME=${GITHUB_REPOSITORY##*/}" >> $GITHUB_ENV + + - name: Checkout server + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + submodules: true + repository: nextcloud/server + ref: ${{ matrix.server-versions }} + + - name: Checkout app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + path: apps/${{ env.APP_NAME }} + + - name: Checkout call_summary_bot app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/call_summary_bot + path: apps/call_summary_bot + ref: ${{ matrix.call-summary-bot-versions }} + + - name: Checkout guests app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/guests + path: apps/guests + ref: ${{ matrix.guests-versions }} + + - name: Checkout notifications app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/notifications + path: apps/notifications + ref: ${{ matrix.notifications-versions }} + + - name: Set up php ${{ matrix.php-versions }} + uses: shivammathur/setup-php@c5fc0d8281aba02c7fda07d3a70cc5371548067d # v2 + with: + php-version: ${{ matrix.php-versions }} + # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation + extensions: bz2, ctype, curl, dom, fileinfo, gd, apcu, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, session, simplexml, xmlreader, xmlwriter, zip, zlib, mysql, pdo_mysql + coverage: none + ini-file: development + ini-values: + apc.enable_cli=on + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up production dependencies + working-directory: apps/${{ env.APP_NAME }} + run: composer i --no-dev + + - name: Set up behat dependencies + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: composer i + + - name: Set up Nextcloud + env: + DB_PORT: 4444 + run: | + mkdir data + echo '"\OC\Memcache\APCu","hashing_default_password"=>true];' > config/config.php + ./occ maintenance:install --verbose --database=mysql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin + ./occ app:enable --force ${{ env.APP_NAME }} + ./occ app:enable --force call_summary_bot + ./occ app:enable --force guests + ./occ app:enable --force notifications + + - name: Run integration + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: bash run.sh features/${{ matrix.test-suite }} + + - name: Print logs + if: always() + run: | + cat data/nextcloud.log + + summary: + permissions: + contents: none + runs-on: ubuntu-latest + needs: integration-mysql + + if: always() + + name: integration-mysql-summary + + steps: + - name: Summary status + run: if ${{ needs.integration-mysql.result != 'success' }}; then exit 1; fi diff --git a/.github/workflows/integration-oci.yml b/.github/workflows/integration-oci.yml new file mode 100644 index 000000000..297e0477b --- /dev/null +++ b/.github/workflows/integration-oci.yml @@ -0,0 +1,155 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: Integration oci + +on: + pull_request: + paths: + # Only running on PR for this file to save CI time (otherwise pgsql only) + - '.github/workflows/integration-oci.yml' + + push: + branches: + - main + - master + - stable* + +permissions: + contents: read + +concurrency: + group: integration-oci-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + integration-oci: + runs-on: ubuntu-22.04 + + strategy: + fail-fast: false + matrix: + test-suite: ['callapi', 'chat', 'chat-2', 'command', 'conversation', 'conversation-2', 'federation', 'integration', 'sharing', 'sharing-2'] + php-versions: ['8.2'] + server-versions: ['master'] + guests-versions: ['master'] + call-summary-bot-versions: ['main'] + notifications-versions: ['master'] + + services: + oracle: + image: ghcr.io/gvenzl/oracle-xe:11 + + # Provide passwords and other environment variables to container + env: + ORACLE_RANDOM_PASSWORD: true + APP_USER: autotest + APP_USER_PASSWORD: owncloud + + # Forward Oracle port + ports: + - 1521:1521/tcp + + # Provide healthcheck script options for startup + options: >- + --health-cmd healthcheck.sh + --health-interval 10s + --health-timeout 5s + --health-retries 10 + + steps: + - name: Set app env + run: | + # Split and keep last + echo "APP_NAME=${GITHUB_REPOSITORY##*/}" >> $GITHUB_ENV + + - name: Checkout server + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + submodules: true + repository: nextcloud/server + ref: ${{ matrix.server-versions }} + + - name: Checkout app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + path: apps/${{ env.APP_NAME }} + + - name: Checkout call_summary_bot app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/call_summary_bot + path: apps/call_summary_bot + ref: ${{ matrix.call-summary-bot-versions }} + + - name: Checkout guests app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/guests + path: apps/guests + ref: ${{ matrix.guests-versions }} + + - name: Checkout notifications app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/notifications + path: apps/notifications + ref: ${{ matrix.notifications-versions }} + + - name: Set up php ${{ matrix.php-versions }} + uses: shivammathur/setup-php@c5fc0d8281aba02c7fda07d3a70cc5371548067d # v2 + with: + php-version: ${{ matrix.php-versions }} + # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation + extensions: bz2, ctype, curl, dom, fileinfo, gd, apcu, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, session, simplexml, xmlreader, xmlwriter, zip, zlib, oci8 + coverage: none + ini-file: development + ini-values: + apc.enable_cli=on + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up production dependencies + working-directory: apps/${{ env.APP_NAME }} + run: composer i --no-dev + + - name: Set up behat dependencies + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: composer i + + - name: Set up Nextcloud + env: + DB_PORT: 1521 + run: | + mkdir data + echo '"\OC\Memcache\APCu","hashing_default_password"=>true];' > config/config.php + ./occ maintenance:install --verbose --database=oci --database-name=XE --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=autotest --database-pass=owncloud --admin-user admin --admin-pass admin + ./occ app:enable --force ${{ env.APP_NAME }} + ./occ app:enable --force call_summary_bot + ./occ app:enable --force guests + ./occ app:enable --force notifications + + - name: Run integration + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: bash run.sh features/${{ matrix.test-suite }} + + - name: Print logs + if: always() + run: | + cat data/nextcloud.log + + summary: + permissions: + contents: none + runs-on: ubuntu-latest + needs: integration-oci + + if: always() + + name: integration-oci-summary + + steps: + - name: Summary status + run: if ${{ needs.integration-oci.result != 'success' }}; then exit 1; fi diff --git a/.github/workflows/integration-pgsql.yml b/.github/workflows/integration-pgsql.yml new file mode 100644 index 000000000..77b7fb137 --- /dev/null +++ b/.github/workflows/integration-pgsql.yml @@ -0,0 +1,153 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: Integration pgsql + +on: + pull_request: + paths: + - '.github/workflows/**' + - 'appinfo/**' + - 'lib/**' + - 'templates/**' + - 'tests/integration/**' + - 'vendor/**' + - 'vendor-bin/**' + - '.php-cs-fixer.dist.php' + - 'composer.json' + - 'composer.lock' + + push: + branches: + - main + - master + - stable* + +permissions: + contents: read + +concurrency: + group: integration-pgsql-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + integration-pgsql: + runs-on: ubuntu-latest + + strategy: + fail-fast: false + matrix: + test-suite: ['callapi', 'chat', 'chat-2', 'command', 'conversation', 'conversation-2', 'federation', 'integration', 'sharing', 'sharing-2'] + php-versions: ['8.2'] + server-versions: ['master'] + guests-versions: ['master'] + call-summary-bot-versions: ['main'] + notifications-versions: ['master'] + + services: + postgres: + image: ghcr.io/nextcloud/continuous-integration-postgres-14:latest + ports: + - 4444:5432/tcp + env: + POSTGRES_USER: root + POSTGRES_PASSWORD: rootpassword + POSTGRES_DB: nextcloud + options: --health-cmd pg_isready --health-interval 5s --health-timeout 2s --health-retries 5 + + steps: + - name: Set app env + run: | + # Split and keep last + echo "APP_NAME=${GITHUB_REPOSITORY##*/}" >> $GITHUB_ENV + + - name: Checkout server + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + submodules: true + repository: nextcloud/server + ref: ${{ matrix.server-versions }} + + - name: Checkout app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + path: apps/${{ env.APP_NAME }} + + - name: Checkout call_summary_bot app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/call_summary_bot + path: apps/call_summary_bot + ref: ${{ matrix.call-summary-bot-versions }} + + - name: Checkout guests app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/guests + path: apps/guests + ref: ${{ matrix.guests-versions }} + + - name: Checkout notifications app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/notifications + path: apps/notifications + ref: ${{ matrix.notifications-versions }} + + - name: Set up php ${{ matrix.php-versions }} + uses: shivammathur/setup-php@c5fc0d8281aba02c7fda07d3a70cc5371548067d # v2 + with: + php-version: ${{ matrix.php-versions }} + # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation + extensions: bz2, ctype, curl, dom, fileinfo, gd, apcu, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, session, simplexml, xmlreader, xmlwriter, zip, zlib, pgsql, pdo_pgsql + coverage: none + ini-file: development + ini-values: + apc.enable_cli=on + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up production dependencies + working-directory: apps/${{ env.APP_NAME }} + run: composer i --no-dev + + - name: Set up behat dependencies + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: composer i + + - name: Set up Nextcloud + env: + DB_PORT: 4444 + run: | + mkdir data + echo '"\OC\Memcache\APCu","hashing_default_password"=>true];' > config/config.php + ./occ maintenance:install --verbose --database=pgsql --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin + ./occ app:enable --force ${{ env.APP_NAME }} + ./occ app:enable --force call_summary_bot + ./occ app:enable --force guests + ./occ app:enable --force notifications + + - name: Run integration + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: bash run.sh features/${{ matrix.test-suite }} + + - name: Print logs + if: always() + run: | + cat data/nextcloud.log + + summary: + permissions: + contents: none + runs-on: ubuntu-latest + needs: integration-pgsql + + if: always() + + name: integration-pgsql-summary + + steps: + - name: Summary status + run: if ${{ needs.integration-pgsql.result != 'success' }}; then exit 1; fi diff --git a/.github/workflows/integration-sqlite.yml b/.github/workflows/integration-sqlite.yml new file mode 100644 index 000000000..cfbf8db15 --- /dev/null +++ b/.github/workflows/integration-sqlite.yml @@ -0,0 +1,134 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: Integration sqlite + +on: + pull_request: + paths: + # Only running on PR for this file to save CI time (otherwise pgsql only) + - '.github/workflows/integration-sqlite.yml' + + push: + branches: + - main + - master + - stable* + +permissions: + contents: read + +concurrency: + group: integration-sqlite-${{ github.head_ref || github.run_id }} + cancel-in-progress: true + +jobs: + integration-sqlite: + runs-on: ubuntu-latest + + strategy: + fail-fast: false + matrix: + test-suite: ['callapi', 'chat', 'chat-2', 'command', 'conversation', 'conversation-2', 'federation', 'integration', 'sharing', 'sharing-2'] + php-versions: ['8.2'] + server-versions: ['master'] + guests-versions: ['master'] + call-summary-bot-versions: ['main'] + notifications-versions: ['master'] + + steps: + - name: Set app env + run: | + # Split and keep last + echo "APP_NAME=${GITHUB_REPOSITORY##*/}" >> $GITHUB_ENV + + - name: Checkout server + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + submodules: true + repository: nextcloud/server + ref: ${{ matrix.server-versions }} + + - name: Checkout app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + path: apps/${{ env.APP_NAME }} + + - name: Checkout call_summary_bot app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/call_summary_bot + path: apps/call_summary_bot + ref: ${{ matrix.call-summary-bot-versions }} + + - name: Checkout guests app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/guests + path: apps/guests + ref: ${{ matrix.guests-versions }} + + - name: Checkout notifications app + uses: actions/checkout@8e5e7e5ab8b370d6c329ec480221332ada57f0ab # v3.5.2 + with: + repository: nextcloud/notifications + path: apps/notifications + ref: ${{ matrix.notifications-versions }} + + - name: Set up php ${{ matrix.php-versions }} + uses: shivammathur/setup-php@c5fc0d8281aba02c7fda07d3a70cc5371548067d # v2 + with: + php-version: ${{ matrix.php-versions }} + # https://docs.nextcloud.com/server/stable/admin_manual/installation/source_installation.html#prerequisites-for-manual-installation + extensions: bz2, ctype, curl, dom, fileinfo, gd, apcu, iconv, intl, json, libxml, mbstring, openssl, pcntl, posix, session, simplexml, xmlreader, xmlwriter, zip, zlib, sqlite, pdo_sqlite + coverage: none + ini-file: development + ini-values: + apc.enable_cli=on + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + + - name: Set up production dependencies + working-directory: apps/${{ env.APP_NAME }} + run: composer i --no-dev + + - name: Set up behat dependencies + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: composer i + + - name: Set up Nextcloud + env: + DB_PORT: 4444 + run: | + mkdir data + echo '"\OC\Memcache\APCu","hashing_default_password"=>true];' > config/config.php + ./occ maintenance:install --verbose --database=sqlite --database-name=nextcloud --database-host=127.0.0.1 --database-port=$DB_PORT --database-user=root --database-pass=rootpassword --admin-user admin --admin-pass admin + ./occ app:enable --force ${{ env.APP_NAME }} + ./occ app:enable --force call_summary_bot + ./occ app:enable --force guests + ./occ app:enable --force notifications + + - name: Run integration + working-directory: apps/${{ env.APP_NAME }}/tests/integration + run: bash run.sh features/${{ matrix.test-suite }} + + - name: Print logs + if: always() + run: | + cat data/nextcloud.log + + summary: + permissions: + contents: none + runs-on: ubuntu-latest + needs: integration-sqlite + + if: always() + + name: integration-sqlite-summary + + steps: + - name: Summary status + run: if ${{ needs.integration-sqlite.result != 'success' }}; then exit 1; fi diff --git a/.github/workflows/integration-summary-when-unrelated.yml b/.github/workflows/integration-summary-when-unrelated.yml new file mode 100644 index 000000000..f6c7aadaa --- /dev/null +++ b/.github/workflows/integration-summary-when-unrelated.yml @@ -0,0 +1,68 @@ +# This workflow is provided via the organization template repository +# +# https://github.com/nextcloud/.github +# https://docs.github.com/en/actions/learn-github-actions/sharing-workflows-with-your-organization + +name: Integration summary + +on: + pull_request: + paths-ignore: + - '.github/workflows/**' + - 'appinfo/**' + - 'lib/**' + - 'templates/**' + - 'tests/integration/**' + - 'vendor/**' + - 'vendor-bin/**' + - '.php-cs-fixer.dist.php' + - 'composer.json' + - 'composer.lock' + +permissions: + contents: read + +jobs: + summary-mysql: + permissions: + contents: none + runs-on: ubuntu-latest + + name: integration-mysql-summary + + steps: + - name: Summary status + run: 'echo "No PHP files changed, skipped Integration tests"' + + summary-oci: + permissions: + contents: none + runs-on: ubuntu-latest + + name: integration-oci-summary + + steps: + - name: Summary status + run: 'echo "No PHP files changed, skipped Integration tests"' + + summary-pgsql: + permissions: + contents: none + runs-on: ubuntu-latest + + name: integration-pgsql-summary + + steps: + - name: Summary status + run: 'echo "No PHP files changed, skipped Integration tests"' + + summary-sqlite: + permissions: + contents: none + runs-on: ubuntu-latest + + name: integration-sqlite-summary + + steps: + - name: Summary status + run: 'echo "No PHP files changed, skipped Integration tests"' -- cgit v1.2.3