woocommerce/.github/workflows/smoke-test-daily.yml

name: Smoke test daily
on:
    schedule:
        - cron: '25 3 * * *'
    workflow_dispatch:

jobs:
    login-run:
        name: Daily smoke test on trunk.
        runs-on: ubuntu-20.04
        env:
            API_TEST_REPORT_DIR: ${{ github.workspace }}/api-test-report
        outputs:
            commit_message: ${{ steps.get_commit_message.outputs.commit_message }}
        steps:
            - uses: actions/checkout@v3
              with:
                  ref: trunk

            - uses: ./.github/actions/cache-deps
              with:
                workflow_name: smoke-test-daily
                workflow_cache: ${{ secrets.WORKFLOW_CACHE }}

            - name: Setup PHP
              uses: shivammathur/setup-php@v2
              with:
                php-version: '7.4'

            - name: Install and Build
              uses: ./.github/actions/install-build

            - name: Install Jest
              run: npm install -g jest

            - name: Get latest commit message
              id: get_commit_message
              run: |
                  COMMIT_MESSAGE=$(git log --pretty=format:%s -1)
                  echo "::set-output name=commit_message::$COMMIT_MESSAGE"

            - name: Run E2E smoke test.
              working-directory: plugins/woocommerce
              env:
                  SMOKE_TEST_URL: ${{ secrets.SMOKE_TEST_URL }}
                  SMOKE_TEST_ADMIN_USER: ${{ secrets.SMOKE_TEST_ADMIN_USER }}
                  SMOKE_TEST_ADMIN_PASSWORD: ${{ secrets.SMOKE_TEST_ADMIN_PASSWORD }}
                  SMOKE_TEST_ADMIN_USER_EMAIL: ${{ secrets.SMOKE_TEST_ADMIN_USER_EMAIL }}
                  SMOKE_TEST_CUSTOMER_USER: ${{ secrets.SMOKE_TEST_CUSTOMER_USER }}
                  SMOKE_TEST_CUSTOMER_PASSWORD: ${{ secrets.SMOKE_TEST_CUSTOMER_PASSWORD }}
                  WC_E2E_SCREENSHOTS: 1
                  E2E_RETEST: 1
                  E2E_SLACK_TOKEN: ${{ secrets.SMOKE_TEST_SLACK_TOKEN }}
                  E2E_SLACK_CHANNEL: ${{ secrets.SMOKE_TEST_SLACK_CHANNEL }}
                  UPDATE_WC: 1
                  DEFAULT_TIMEOUT_OVERRIDE: 120000
              run: |
                  pnpm exec wc-e2e docker:up
                  pnpm exec wc-e2e test:e2e tests/e2e/specs/smoke-tests/update-woocommerce.js
                  pnpm exec wc-e2e test:e2e

            - name: Run API smoke tests
              if: always()
              id: run_api_tests
              working-directory: plugins/woocommerce
              env:
                  BASE_URL: ${{ secrets.SMOKE_TEST_URL }}
                  USER_KEY: ${{ secrets.SMOKE_TEST_ADMIN_USER }}
                  USER_SECRET: ${{ secrets.SMOKE_TEST_ADMIN_PASSWORD }}
                  DEFAULT_TIMEOUT_OVERRIDE: 120000
              run: pnpm exec wc-api-tests test api

            - name: Archive API test report
              if: |
                  always() &&
                  (
                    steps.run_api_tests.conclusion != 'cancelled' ||
                    steps.run_api_tests.conclusion != 'skipped'
                  )
              uses: actions/upload-artifact@v3
              with:
                  name: api-test-report---daily
                  path: |
                      ${{ env.API_TEST_REPORT_DIR }}/allure-results
                      ${{ env.API_TEST_REPORT_DIR }}/allure-report
                  retention-days: 5

            - name: Update performance test site with E2E test
              if: always()
              working-directory: plugins/woocommerce
              env:
                SMOKE_TEST_URL: ${{ secrets.SMOKE_TEST_PERF_URL }}/
                SMOKE_TEST_ADMIN_USER: ${{ secrets.SMOKE_TEST_PERF_ADMIN_USER }}
                SMOKE_TEST_ADMIN_PASSWORD: ${{ secrets.SMOKE_TEST_PERF_ADMIN_PASSWORD }}
                SMOKE_TEST_ADMIN_USER_EMAIL: ${{ secrets.SMOKE_TEST_ADMIN_USER_EMAIL }}
                SMOKE_TEST_CUSTOMER_USER: ${{ secrets.SMOKE_TEST_CUSTOMER_USER }}
                SMOKE_TEST_CUSTOMER_PASSWORD: ${{ secrets.SMOKE_TEST_CUSTOMER_PASSWORD }}
                WC_E2E_SCREENSHOTS: 1
                E2E_RETEST: 1
                E2E_RETRY_TIMES: 0
                E2E_SLACK_TOKEN: ${{ secrets.SMOKE_TEST_SLACK_TOKEN }}
                E2E_SLACK_CHANNEL: ${{ secrets.SMOKE_TEST_SLACK_CHANNEL }}
                UPDATE_WC: 1
                DEFAULT_TIMEOUT_OVERRIDE: 120000
              run: |
                pnpx wc-e2e test:e2e tests/e2e/specs/smoke-tests/update-woocommerce.js
              continue-on-error: true

            - name: Install k6
              if: always()
              run: |
                  curl https://github.com/grafana/k6/releases/download/v0.33.0/k6-v0.33.0-linux-amd64.tar.gz -L | tar xvz --strip-components 1

            - name: Run k6 smoke tests
              if: always()
              env:
                  URL: ${{ secrets.SMOKE_TEST_PERF_URL }}
                  HOST: ${{ secrets.SMOKE_TEST_PERF_HOST }}
                  A_USER: ${{ secrets.SMOKE_TEST_PERF_ADMIN_USER }}
                  A_PW: ${{ secrets.SMOKE_TEST_PERF_ADMIN_PASSWORD }}
                  C_USER: ${{ secrets.SMOKE_TEST_PERF_ADMIN_USER }}
                  C_PW: ${{ secrets.SMOKE_TEST_PERF_ADMIN_PASSWORD }}
                  P_ID: 274
              run: |
                  ./k6 run plugins/woocommerce/tests/performance/tests/gh-action-daily-ext-requests.js

    build:
        name: Build zip for PR
        runs-on: ubuntu-20.04
        steps:
          - uses: actions/checkout@v3

          - uses: ./.github/actions/cache-deps
            with:
              workflow_name: smoke-test-daily
              workflow_cache: ${{ secrets.WORKFLOW_CACHE }}

          - name: Install PNPM
            run: npm install -g pnpm@^6.24.2

          - name: Setup PHP
            uses: shivammathur/setup-php@v2
            with:
              php-version: '7.4'

          - name: Build zip
            working-directory: plugins/woocommerce
            run: bash bin/build-zip.sh

          - name: Upload the zip file as an artifact
            uses: actions/upload-artifact@v3
            env:
              GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
            with:
              name: woocommerce
              path: plugins/woocommerce/woocommerce.zip
              retention-days: 7

    test-plugins:
        name: Smoke tests with ${{ matrix.plugin }} plugin installed
        runs-on: ubuntu-20.04
        needs: [build]
        strategy:
            fail-fast: false
            matrix:
                include:
                    - plugin: 'WooCommerce Payments'
                      repo: 'automattic/woocommerce-payments'
                    - plugin: 'WooCommerce PayPal Payments'
                      repo: 'woocommerce/woocommerce-paypal-payments'
                    - plugin: 'WooCommerce Shipping & Tax'
                      repo: 'automattic/woocommerce-services'
                    - plugin: 'WooCommerce Subscriptions'
                      repo: WC_SUBSCRIPTIONS_REPO
                      private: true
                    - plugin: 'WordPress SEO' # Yoast SEO in the UI, but the slug is wordpress-seo
                      repo: 'Yoast/wordpress-seo'
                    - plugin: 'Contact Form 7'
                      repo: 'takayukister/contact-form-7'
        steps:
            - name: Create dirs.
              run: |
                  mkdir -p package/woocommerce
                  mkdir -p tmp/woocommerce

            - uses: actions/checkout@v3
              with:
                  path: package/woocommerce

            - uses: ./package/woocommerce/.github/actions/cache-deps
              with:
                workflow_name: smoke-test-daily
                workflow_cache: ${{ secrets.WORKFLOW_CACHE }}

            - name: Setup PHP
              uses: shivammathur/setup-php@v2
              with:
                php-version: '7.4'

            - name: Install and Build
              uses: ./package/woocommerce/.github/actions/install-build
              with:
                working_directory: package/woocommerce

            - name: Download WooCommerce ZIP.
              uses: actions/download-artifact@v3
              with:
                  name: woocommerce
                  path: tmp

            - name: Extract and replace WooCommerce zip.
              working-directory: tmp
              run: |
                unzip woocommerce.zip -d .
                rsync -a woocommerce/* ../package/woocommerce/plugins/woocommerce/

            - name: Load docker images and start containers.
              working-directory: package/woocommerce
              run: pnpm docker:up --filter=woocommerce

            - name: Run tests command.
              working-directory: package/woocommerce/plugins/woocommerce
              env:
                  WC_E2E_SCREENSHOTS: 1
                  E2E_SLACK_TOKEN: ${{ secrets.SMOKE_TEST_SLACK_TOKEN }}
                  E2E_SLACK_CHANNEL: ${{ secrets.SMOKE_TEST_SLACK_CHANNEL }}
                  PLUGIN_REPOSITORY: ${{ matrix.private && secrets[matrix.repo] || matrix.repo }}
                  PLUGIN_NAME: ${{ matrix.plugin }}
                  GITHUB_TOKEN: ${{ secrets.E2E_GH_TOKEN }}
              run: |
                  pnpm exec wc-e2e test:e2e tests/e2e/specs/smoke-tests/upload-plugin.js
                  pnpm exec wc-e2e test:e2e

    publish-test-reports:
        name: Publish test reports
        if: always()
        runs-on: ubuntu-20.04
        needs: [login-run, build, test-plugins]
        env:
            GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
            RUN_ID: ${{ github.run_id }}
            API_ARTIFACT: api-test-report---daily
            COMMIT_MESSAGE: ${{ needs.login-run.outputs.commit_message }}
        steps:
            - name: Publish API test report
              run: |
                  gh workflow run publish-test-reports-daily.yml \
                    -f run_id=$RUN_ID \
                    -f api_artifact=$API_ARTIFACT \
                    -f commit_message="$COMMIT_MESSAGE" \
                    --repo woocommerce/woocommerce-test-reports