woocommerce/.github/workflows/smoke-test-pr-merge.yml

name: Run tests against trunk after PR merge
on:
    pull_request:
        types:
            - closed
concurrency:
    group: ${{ github.workflow }}-${{ github.event.pull_request.number }}
    cancel-in-progress: true
permissions: {}

jobs:
    api:
        name: Run API tests
        runs-on: ubuntu-20.04
        if: (github.event.pull_request.merged == true) && (github.event.pull_request.base.ref == 'trunk')
        permissions:
            contents: read
        env:
            ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/test-results/allure-results
            ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/test-results/allure-report
            ARTIFACT_NAME: api-pr-merge-${{ github.event.pull_request.number }}-run-${{ github.run_number }}
        steps:
            - name: Checkout merge commit on trunk
              uses: actions/checkout@v3
              with:
                  ref: ${{ github.event.pull_request.merge_commit_sha }}

            - name: Setup WooCommerce Monorepo
              uses: ./.github/actions/setup-woocommerce-monorepo
              with:
                  build-filters: woocommerce

            - name: Setup local test environment
              uses: ./.github/actions/tests/setup-local-test-environment
              with:
                  test-type: api

            - name: Run API tests
              id: run-api-composite-action
              uses: ./.github/actions/tests/run-api-tests
              with:
                  report-name: ${{ env.ARTIFACT_NAME }}

            - name: Upload Allure files to bucket
              if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
              uses: ./.github/actions/tests/upload-allure-files-to-bucket
              with:
                  aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
                  aws-region: ${{ secrets.REPORTS_AWS_REGION }}
                  aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
                  artifact-name: ${{ env.ARTIFACT_NAME }}
                  s3-bucket: ${{ secrets.REPORTS_BUCKET }}

            - name: Publish Allure report
              if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
              env:
                  GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
              run: |
                  gh workflow run publish-test-reports-trunk-merge.yml \
                  -f run_id=${{ github.run_id }} \
                  -f artifact=${{ env.ARTIFACT_NAME }} \
                  -f pr_number=${{ github.event.pull_request.number }} \
                  -f test_type="api" \
                  --repo woocommerce/woocommerce-test-reports                  

            - name: Send Slack alert on test failure
              if: failure() && steps.run-api-composite-action.conclusion == 'failure'
              uses: ./.github/actions/tests/slack-alert-on-pr-merge
              with:
                  slack-bot-token: ${{ secrets.E2E_SLACK_TOKEN }}
                  channel-id: ${{ secrets.E2E_TRUNK_SLACK_CHANNEL }}
                  test-type: API

    e2e:
        name: Run E2E tests
        needs: [api]
        runs-on: ubuntu-20.04
        permissions:
            contents: read
        env:
            ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-results
            ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-report
            ARTIFACT_NAME: e2e-pr-merge-${{ github.event.pull_request.number }}-run-${{ github.run_number }}
        steps:
            - uses: actions/checkout@v3
              with:
                  ref: ${{ github.event.pull_request.merge_commit_sha }}

            - name: Setup WooCommerce Monorepo
              uses: ./.github/actions/setup-woocommerce-monorepo
              with:
                  build-filters: woocommerce

            - name: Setup local test environment
              uses: ./.github/actions/tests/setup-local-test-environment
              with:
                  test-type: e2e

            - name: Run E2E tests
              id: run-e2e-composite-action
              timeout-minutes: 60
              uses: ./.github/actions/tests/run-e2e-tests
              env:
                  E2E_MAX_FAILURES: 15
              with:
                  report-name: ${{ env.ARTIFACT_NAME }}

            - name: Upload Allure files to bucket
              if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
              uses: ./.github/actions/tests/upload-allure-files-to-bucket
              with:
                  aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
                  aws-region: ${{ secrets.REPORTS_AWS_REGION }}
                  aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
                  artifact-name: ${{ env.ARTIFACT_NAME }}
                  s3-bucket: ${{ secrets.REPORTS_BUCKET }}
                  include-allure-results: false

            - name: Publish Allure report
              if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
              env:
                  GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
              run: |
                  gh workflow run publish-test-reports-trunk-merge.yml \
                      -f run_id=${{ github.run_id }} \
                      -f artifact=${{ env.ARTIFACT_NAME }} \
                      -f pr_number=${{ github.event.pull_request.number }} \
                      -f test_type="e2e" \
                      --repo woocommerce/woocommerce-test-reports                  

            - name: Send Slack alert on test failure
              if: failure() && steps.run-e2e-composite-action.conclusion == 'failure'
              uses: ./.github/actions/tests/slack-alert-on-pr-merge
              with:
                  slack-bot-token: ${{ secrets.E2E_SLACK_TOKEN }}
                  channel-id: ${{ secrets.E2E_TRUNK_SLACK_CHANNEL }}
                  test-type: E2E

    k6:
        name: Run k6 Performance tests
        needs: [api]
        runs-on: ubuntu-20.04
        permissions:
            contents: read
        steps:
            - uses: actions/checkout@v3
              with:
                  ref: ${{ github.event.pull_request.merge_commit_sha }}

            - name: Setup WooCommerce Monorepo
              uses: ./.github/actions/setup-woocommerce-monorepo

            - name: Setup local test environment
              uses: ./.github/actions/tests/setup-local-test-environment
              with:
                  test-type: k6

            - name: Run k6 performance tests
              id: run-k6-composite-action
              uses: './.github/actions/tests/run-k6-tests'

            - name: Send Slack alert on test failure
              if: failure() && steps.run-k6-composite-action.conclusion == 'failure'
              uses: ./.github/actions/tests/slack-alert-on-pr-merge
              with:
                  slack-bot-token: ${{ secrets.E2E_SLACK_TOKEN }}
                  channel-id: ${{ secrets.E2E_TRUNK_SLACK_CHANNEL }}
                  test-type: k6