name: Run daily tests in an environment with HPOS enabled on: schedule: - cron: '30 2 * * *' workflow_dispatch: concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: true permissions: {} jobs: hpos-e2e-tests-run: name: Runs E2E tests with HPOS enabled. runs-on: ubuntu-20.04 permissions: contents: read env: ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-results ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-report steps: - uses: actions/checkout@v3 - name: Setup WooCommerce Monorepo uses: ./.github/actions/setup-woocommerce-monorepo - name: Load docker images and start containers with HPOS enabled. working-directory: plugins/woocommerce env: ENABLE_HPOS: 1 run: pnpm env:test:cot --filter=woocommerce - name: Download and install Chromium browser. working-directory: plugins/woocommerce run: pnpm exec playwright install chromium - name: Run Playwright E2E tests. timeout-minutes: 60 id: run_playwright_e2e_tests env: USE_WP_ENV: 1 working-directory: plugins/woocommerce run: pnpm exec playwright test --config=tests/e2e-pw/playwright.config.js - name: Generate Playwright E2E Test report. id: generate_e2e_report if: | always() && ( steps.run_playwright_e2e_tests.conclusion != 'cancelled' || steps.run_playwright_e2e_tests.conclusion != 'skipped' ) working-directory: plugins/woocommerce run: pnpm exec allure generate --clean ${{ env.ALLURE_RESULTS_DIR }} --output ${{ env.ALLURE_REPORT_DIR }} - name: Archive Playwright E2E test report if: | always() && steps.generate_e2e_report.conclusion == 'success' uses: actions/upload-artifact@v3 with: name: e2e-test-report---pr-${{ github.run_number }} path: | ${{ env.ALLURE_RESULTS_DIR }} ${{ env.ALLURE_REPORT_DIR }} if-no-files-found: ignore retention-days: 5 hpos-api-tests-run: name: Runs API tests with HPOS enabled. runs-on: ubuntu-20.04 permissions: contents: read env: ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-results ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-report steps: - uses: actions/checkout@v3 - name: Setup WooCommerce Monorepo uses: ./.github/actions/setup-woocommerce-monorepo - name: Load docker images and start containers with HPOS enabled. working-directory: plugins/woocommerce env: ENABLE_HPOS: 1 run: pnpm env:test:cot --filter=woocommerce - name: Run Playwright API tests. id: run_playwright_api_tests working-directory: plugins/woocommerce env: BASE_URL: http://localhost:8086 USER_KEY: admin USER_SECRET: password run: pnpm exec playwright test --config=tests/api-core-tests/playwright.config.js - name: Generate Playwright API Test report. id: generate_api_report if: | always() && ( steps.run_playwright_api_tests.conclusion != 'cancelled' || steps.run_playwright_api_tests.conclusion != 'skipped' ) working-directory: plugins/woocommerce run: pnpm exec allure generate --clean ${{ env.ALLURE_RESULTS_DIR }} --output ${{ env.ALLURE_REPORT_DIR }} - name: Archive Playwright API test report if: | always() && steps.generate_api_report.conclusion == 'success' uses: actions/upload-artifact@v3 with: name: api-test-report---pr-${{ github.run_number }} path: | ${{ env.ALLURE_RESULTS_DIR }} ${{ env.ALLURE_REPORT_DIR }} if-no-files-found: ignore retention-days: 5 test-summary: name: Post test results if: | always() && ! github.event.pull_request.head.repo.fork && ( contains( needs.*.result, 'success' ) || contains( needs.*.result, 'failure' ) ) runs-on: ubuntu-20.04 permissions: contents: read needs: [hpos-api-tests-run, hpos-e2e-tests-run] steps: - name: Create dirs run: | mkdir -p repo mkdir -p artifacts/api mkdir -p artifacts/e2e mkdir -p output - name: Checkout code uses: actions/checkout@v3 with: path: repo - name: Download API test report artifact uses: actions/download-artifact@v3 with: name: api-test-report---pr-${{ github.run_number }} path: artifacts/api - name: Download Playwright E2E test report artifact uses: actions/download-artifact@v3 with: name: e2e-test-report---pr-${{ github.run_number }} path: artifacts/e2e - name: Prepare test summary id: prepare-test-summary uses: actions/github-script@v6 env: API_SUMMARY_PATH: ${{ github.workspace }}/artifacts/api/allure-report/widgets/summary.json E2E_PW_SUMMARY_PATH: ${{ github.workspace }}/artifacts/e2e/allure-report/widgets/summary.json with: result-encoding: string script: | const script = require( './repo/.github/workflows/scripts/prepare-test-summary-daily.js' ) return await script( { core } ) publish-test-reports: name: Publish test reports if: | always() && ! github.event.pull_request.head.repo.fork && ( contains( needs.*.result, 'success' ) || contains( needs.*.result, 'failure' ) ) runs-on: ubuntu-20.04 needs: [hpos-api-tests-run, hpos-e2e-tests-run] env: GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }} RUN_ID: ${{ github.run_id }} COMMIT_SHA: ${{ github.event.pull_request.head.sha }} steps: - name: Publish test reports env: API_ARTIFACT: api-test-report---pr-${{ github.run_number }} E2E_ARTIFACT: e2e-test-report---pr-${{ github.run_number }} run: | gh workflow run publish-test-reports-daily.yml \ -f run_id=$RUN_ID \ -f api_artifact=$API_ARTIFACT \ -f e2e_artifact=$E2E_ARTIFACT \ -f s3_root=public \ --repo woocommerce/woocommerce-test-reports