woocommerce/.github/workflows/cot-pr-build-and-e2e-tests.yml

name: Run tests against PR in an environment with COT enabled
on:
    pull_request:
    workflow_dispatch:

concurrency:
    group: ${{ github.workflow }}-${{ github.ref }}
    cancel-in-progress: true

permissions: {}

jobs:
    cot-e2e-tests-run:
        name: Runs E2E tests with COT enabled.
        runs-on: ubuntu-20.04
        permissions:
          contents: read
        env:
            ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-results
            ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-report
        steps:
            - uses: actions/checkout@v3

            - name: Setup WooCommerce Monorepo
              uses: ./.github/actions/setup-woocommerce-monorepo

            - name: Load docker images and start containers with COT enabled.
              working-directory: plugins/woocommerce
              env:
                ENABLE_HPOS: 1
              run: pnpm env:test:cot --filter=woocommerce

            - name: Download and install Chromium browser.
              working-directory: plugins/woocommerce
              run: pnpm exec playwright install chromium

            - name: Run Playwright E2E tests.
              timeout-minutes: 60
              id: run_playwright_e2e_tests
              env:
                  USE_WP_ENV: 1
              working-directory: plugins/woocommerce
              run: pnpm exec playwright test --config=tests/e2e-pw/playwright.config.js

            - name: Generate Playwright E2E Test report.
              id: generate_e2e_report
              if: |
                  always() &&
                  (
                    steps.run_playwright_e2e_tests.conclusion != 'cancelled' ||
                    steps.run_playwright_e2e_tests.conclusion != 'skipped' 
                  )
              working-directory: plugins/woocommerce
              run: pnpm exec allure generate --clean ${{ env.ALLURE_RESULTS_DIR }} --output ${{ env.ALLURE_REPORT_DIR }}

            - name: Archive Playwright E2E test report
              if: |
                  always() &&
                  steps.generate_e2e_report.conclusion == 'success'
              uses: actions/upload-artifact@v3
              with:
                  name: e2e-test-report---pr-${{ github.event.number }}
                  path: |
                      ${{ env.ALLURE_RESULTS_DIR }}
                      ${{ env.ALLURE_REPORT_DIR }}
                  if-no-files-found: ignore
                  retention-days: 5

    cot-api-tests-run:
        name: Runs API tests with COT enabled.
        runs-on: ubuntu-20.04
        permissions:
          contents: read
        env:
            ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-results
            ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-report
        steps:
            - uses: actions/checkout@v3

            - name: Setup WooCommerce Monorepo
              uses: ./.github/actions/setup-woocommerce-monorepo

            - name: Load docker images and start containers with COT enabled.
              working-directory: plugins/woocommerce
              env:
                ENABLE_HPOS: 1
              run: pnpm env:test:cot --filter=woocommerce

            - name: Run Playwright API tests.
              id: run_playwright_api_tests
              working-directory: plugins/woocommerce
              env:
                  BASE_URL: http://localhost:8086
                  USER_KEY: admin
                  USER_SECRET: password
              run: pnpm exec playwright test --config=tests/api-core-tests/playwright.config.js

            - name: Generate Playwright API Test report.
              id: generate_api_report
              if: |
                  always() &&
                  (
                    steps.run_playwright_api_tests.conclusion != 'cancelled' ||
                    steps.run_playwright_api_tests.conclusion != 'skipped' 
                  )
              working-directory: plugins/woocommerce
              run: pnpm exec allure generate --clean ${{ env.ALLURE_RESULTS_DIR }} --output ${{ env.ALLURE_REPORT_DIR }}

            - name: Archive Playwright API test report
              if: |
                  always() &&
                  steps.generate_api_report.conclusion == 'success'
              uses: actions/upload-artifact@v3
              with:
                  name: api-test-report---pr-${{ github.event.number }}
                  path: |
                      ${{ env.ALLURE_RESULTS_DIR }}
                      ${{ env.ALLURE_REPORT_DIR }}
                  if-no-files-found: ignore
                  retention-days: 5

#    test-summary:
#        name: Post test results
#        if: |
#            always() && 
#            ! github.event.pull_request.head.repo.fork &&
#            (
#              contains( needs.*.result, 'success' ) ||
#              contains( needs.*.result, 'failure' )
#            )
#        runs-on: ubuntu-20.04
#        permissions:
#          contents: read
#        needs: [cot-api-tests-run, cot-e2e-tests-run]
#        steps:
#            - name: Create dirs
#              run: |
#                  mkdir -p repo
#                  mkdir -p artifacts/api 
#                  mkdir -p artifacts/e2e
#                  mkdir -p output
#
#            - name: Checkout code
#              uses: actions/checkout@v3
#              with:
#                  path: repo
#
#            - name: Download API test report artifact
#              uses: actions/download-artifact@v3
#              with:
#                  name: api-test-report---pr-${{ github.event.number }}
#                  path: artifacts/api
#
#            - name: Download Playwright E2E test report artifact
#              uses: actions/download-artifact@v3
#              with:
#                  name: e2e-test-report---pr-${{ github.event.number }}
#                  path: artifacts/e2e
#
#            - name: Prepare test summary
#              id: prepare-test-summary
#              uses: actions/github-script@v6
#              env:
#                  API_SUMMARY_PATH: ${{ github.workspace }}/artifacts/api/allure-report/widgets/summary.json
#                  E2E_PW_SUMMARY_PATH: ${{ github.workspace }}/artifacts/e2e/allure-report/widgets/summary.json
#                  PR_NUMBER: ${{ github.event.number }}
#                  SHA: ${{ github.event.pull_request.head.sha }}
#              with:
#                  result-encoding: string
#                  script: |
#                      const script = require( './repo/.github/workflows/scripts/prepare-test-summary.js' )
#                      return await script( { core } )
#
#            - name: Find PR comment by github-actions[bot]
#              uses: peter-evans/find-comment@v2
#              id: find-comment
#              with:
#                  issue-number: ${{ github.event.pull_request.number }}
#                  comment-author: 'github-actions[bot]'
#                  body-includes: Test Results Summary
#
#            - name: Create or update PR comment
#              uses: peter-evans/create-or-update-comment@v2
#              with:
#                  comment-id: ${{ steps.find-comment.outputs.comment-id }}
#                  issue-number: ${{ github.event.pull_request.number }}
#                  body: ${{ steps.prepare-test-summary.outputs.result }}
#                  edit-mode: replace
#
#    publish-test-reports:
#        name: Publish test reports
#        if: |
#            always() && 
#            ! github.event.pull_request.head.repo.fork &&
#            (
#              contains( needs.*.result, 'success' ) ||
#              contains( needs.*.result, 'failure' )
#            )
#        runs-on: ubuntu-20.04
#        needs: [cot-api-tests-run, cot-e2e-tests-run]
#        env:
#            GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
#            PR_NUMBER: ${{ github.event.number }}
#            RUN_ID: ${{ github.run_id }}
#            COMMIT_SHA: ${{ github.event.pull_request.head.sha }}
#        steps:
#            - name: Publish test reports
#              env:
#                  API_ARTIFACT: api-test-report---pr-${{ github.event.number }}
#                  E2E_ARTIFACT: e2e-test-report---pr-${{ github.event.number }}
#              run: |
#                  gh workflow run publish-test-reports-pr.yml \
#                    -f run_id=$RUN_ID \
#                    -f api_artifact=$API_ARTIFACT \
#                    -f e2e_artifact=$E2E_ARTIFACT \
#                    -f pr_number=$PR_NUMBER \
#                    -f commit_sha=$COMMIT_SHA \
#                    -f s3_root=public \
#                    --repo woocommerce/woocommerce-test-reports