752 lines
35 KiB
YAML
752 lines
35 KiB
YAML
name: Smoke test release
|
|
on:
|
|
release:
|
|
types: [released, prereleased, published]
|
|
workflow_dispatch:
|
|
inputs:
|
|
tag:
|
|
description: 'WooCommerce release version'
|
|
required: true
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.release.tag_name || inputs.tag }}
|
|
cancel-in-progress: true
|
|
permissions: {}
|
|
env:
|
|
E2E_WP_LATEST_ARTIFACT: E2E test on release smoke test site with WP Latest (run ${{ github.run_number }})
|
|
E2E_UPDATE_WC_ARTIFACT: WooCommerce version update test on release smoke test site (run ${{ github.run_number }})
|
|
SLACK_BLOCKS_ARTIFACT: slack-blocks
|
|
jobs:
|
|
validate-version:
|
|
name: Validate release version
|
|
permissions:
|
|
contents: read
|
|
runs-on: ubuntu-20.04
|
|
outputs:
|
|
version: ${{ steps.validate-version.outputs.version }}
|
|
created: ${{ steps.validate-version.outputs.created }}
|
|
asset-id: ${{ steps.validate-version.outputs.asset-id }}
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Validate release version
|
|
id: validate-version
|
|
uses: actions/github-script@v6
|
|
env:
|
|
RELEASE_VERSION: ${{ inputs.tag }}
|
|
with:
|
|
github-token: ${{ secrets.E2E_GH_TOKEN }}
|
|
script: |
|
|
const script = require('./.github/workflows/scripts/validate-release-version.js');
|
|
await script({ github, context, core });
|
|
|
|
e2e-update-wc:
|
|
name: Test WooCommerce update
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version]
|
|
permissions:
|
|
contents: read
|
|
env:
|
|
ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-report
|
|
ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-results
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
|
|
- name: Run E2E tests
|
|
id: run-e2e-composite-action
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
with:
|
|
report-name: ${{ env.E2E_UPDATE_WC_ARTIFACT }}
|
|
tests: update-woocommerce.spec.js
|
|
env:
|
|
ADMIN_PASSWORD: ${{ secrets.RELEASE_TEST_ADMIN_PASSWORD }}
|
|
ADMIN_USER: ${{ secrets.RELEASE_TEST_ADMIN_USER }}
|
|
BASE_URL: ${{ secrets.RELEASE_TEST_URL }}
|
|
CUSTOMER_PASSWORD: ${{ secrets.RELEASE_TEST_CUSTOMER_PASSWORD }}
|
|
CUSTOMER_USER: ${{ secrets.RELEASE_TEST_CUSTOMER_USER }}
|
|
DEFAULT_TIMEOUT_OVERRIDE: 120000
|
|
GITHUB_TOKEN: ${{ secrets.E2E_GH_TOKEN }}
|
|
UPDATE_WC: ${{ needs.validate-version.outputs.version }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.E2E_WP_LATEST_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish E2E Allure report
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: wp-latest
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.E2E_WP_LATEST_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="e2e" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && steps.run-e2e-composite-action.outputs.result == 'failure'
|
|
)
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: WC Update test
|
|
e2e-result: ${{ steps.run-e2e-composite-action.outputs.result }}
|
|
env-slug: wp-latest
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
api-wp-latest:
|
|
name: API on WP Latest
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version, e2e-update-wc]
|
|
permissions:
|
|
contents: read
|
|
outputs:
|
|
result: ${{ steps.run-api-composite-action.outputs.result }}
|
|
env:
|
|
ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-report
|
|
ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/api-test-report/allure-results
|
|
API_WP_LATEST_ARTIFACT: API test on release smoke test site with WP Latest (run ${{ github.run_number }})
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
|
|
- name: Download and install Chromium browser.
|
|
working-directory: plugins/woocommerce
|
|
run: pnpm exec playwright install chromium
|
|
|
|
- name: Run API tests
|
|
id: run-api-composite-action
|
|
uses: ./.github/actions/tests/run-api-tests
|
|
with:
|
|
report-name: ${{ env.API_WP_LATEST_ARTIFACT }}
|
|
tests: hello
|
|
playwright-config: ci-release.playwright.config.js
|
|
env:
|
|
API_BASE_URL: ${{ secrets.RELEASE_TEST_URL }}
|
|
USER_KEY: ${{ secrets.RELEASE_TEST_ADMIN_USER }}
|
|
USER_SECRET: ${{ secrets.RELEASE_TEST_ADMIN_PASSWORD }}
|
|
UPDATE_WC: ${{ needs.validate-version.outputs.version }}
|
|
GITHUB_TOKEN: ${{ secrets.E2E_GH_TOKEN }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.API_WP_LATEST_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish API Allure report
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: wp-latest
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.API_WP_LATEST_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="api" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && steps.run-api-composite-action.outputs.result == 'failure'
|
|
)
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: WP Latest
|
|
api-result: ${{ steps.run-api-composite-action.outputs.result }}
|
|
env-slug: wp-latest
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
e2e-wp-latest:
|
|
name: E2E on WP Latest
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version, api-wp-latest]
|
|
permissions:
|
|
contents: read
|
|
env:
|
|
ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-report
|
|
ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-results
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
|
|
- name: Run E2E tests
|
|
id: run-e2e-composite-action
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
with:
|
|
report-name: e2e-wp-latest--partial--run-${{ github.run_number }}
|
|
playwright-config: ignore-plugin-tests.playwright.config.js
|
|
env:
|
|
ADMIN_PASSWORD: ${{ secrets.RELEASE_TEST_ADMIN_PASSWORD }}
|
|
ADMIN_USER: ${{ secrets.RELEASE_TEST_ADMIN_USER }}
|
|
ADMIN_USER_EMAIL: ${{ secrets.RELEASE_TEST_ADMIN_USER_EMAIL }}
|
|
BASE_URL: ${{ secrets.RELEASE_TEST_URL }}
|
|
CUSTOMER_PASSWORD: ${{ secrets.RELEASE_TEST_CUSTOMER_PASSWORD }}
|
|
CUSTOMER_USER: ${{ secrets.RELEASE_TEST_CUSTOMER_USER }}
|
|
DEFAULT_TIMEOUT_OVERRIDE: 120000
|
|
E2E_MAX_FAILURES: 90
|
|
RESET_SITE: true
|
|
|
|
- name: Download 'e2e-update-wc' artifact
|
|
if: success() || failure()
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: ${{ env.E2E_UPDATE_WC_ARTIFACT }}
|
|
path: plugins/woocommerce/tmp
|
|
|
|
- name: Add allure-results from 'e2e-update-wc'
|
|
if: success() || failure()
|
|
working-directory: plugins/woocommerce
|
|
run: cp -r tmp/allure-results tests/e2e-pw/test-results
|
|
|
|
- name: Generate E2E Test report.
|
|
if: success() || failure()
|
|
working-directory: plugins/woocommerce
|
|
run: pnpm exec allure generate --clean ${{ env.ALLURE_RESULTS_DIR }} --output ${{ env.ALLURE_REPORT_DIR }}
|
|
|
|
- name: Archive E2E test report
|
|
if: success() || failure()
|
|
uses: actions/upload-artifact@v3
|
|
with:
|
|
name: ${{ env.E2E_WP_LATEST_ARTIFACT }}
|
|
path: |
|
|
${{ env.ALLURE_RESULTS_DIR }}
|
|
${{ env.ALLURE_REPORT_DIR }}
|
|
if-no-files-found: ignore
|
|
retention-days: 5
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.E2E_WP_LATEST_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish E2E Allure report
|
|
if: success() || failure()
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: wp-latest
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.E2E_WP_LATEST_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="e2e" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && steps.run-e2e-composite-action.outputs.result == 'failure'
|
|
)
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: WP Latest
|
|
api-result: ${{ needs.api-wp-latest.outputs.result }}
|
|
e2e-result: ${{ steps.run-e2e-composite-action.outputs.result }}
|
|
env-slug: wp-latest
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
test-wp-latest-1:
|
|
name: Test against WP Latest-1
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version]
|
|
env:
|
|
API_ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/api/allure-report
|
|
API_ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/api/allure-results
|
|
API_WP_LATEST_X_ARTIFACT: API test on wp-env with WordPress L-1 (run ${{ github.run_number }})
|
|
E2E_ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/e2e/allure-report
|
|
E2E_ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/e2e/allure-results
|
|
E2E_WP_LATEST_X_ARTIFACT: E2E test on wp-env with WordPress L-1 (run ${{ github.run_number }})
|
|
permissions:
|
|
contents: read
|
|
steps:
|
|
- name: Checkout WooCommerce repo
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Get WP Latest-1 version number
|
|
id: get-wp-latest-1
|
|
uses: actions/github-script@v6
|
|
with:
|
|
script: |
|
|
const { getVersionWPLatestMinusOne } = require( './plugins/woocommerce/tests/e2e-pw/utils/wordpress' );
|
|
await getVersionWPLatestMinusOne( { core, github } );
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
build: '@woocommerce/plugin-woocommerce'
|
|
|
|
- name: Launch WP Env
|
|
working-directory: plugins/woocommerce
|
|
run: pnpm env:test
|
|
env:
|
|
WP_ENV_CORE: WordPress/WordPress#${{ steps.get-wp-latest-1.outputs.version }}
|
|
|
|
- name: Download release zip
|
|
id: download-zip
|
|
uses: actions/github-script@v6
|
|
env:
|
|
ASSET_ID: ${{ needs.validate-version.outputs.asset-id }}
|
|
with:
|
|
github-token: ${{ secrets.E2E_GH_TOKEN }}
|
|
script: |
|
|
const script = require('./.github/workflows/scripts/download-release-zip.js');
|
|
await script({ github, context, core });
|
|
|
|
- name: Replace `plugins/woocommerce` with unzipped woocommerce release build
|
|
run: unzip -d plugins -o ${{ env.ZIP_PATH }}
|
|
env:
|
|
ZIP_PATH: ${{ steps.download-zip.outputs.zip-path }}
|
|
|
|
- name: Run API tests
|
|
id: run-api-composite-action
|
|
uses: ./.github/actions/tests/run-api-tests
|
|
with:
|
|
report-name: ${{ env.API_WP_LATEST_X_ARTIFACT }}
|
|
tests: hello.test.js
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.API_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.API_ALLURE_REPORT_DIR }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.API_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.API_ALLURE_REPORT_DIR }}
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.API_WP_LATEST_X_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish API Allure report
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: wp-latest-1
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.API_WP_LATEST_X_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="api" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Run E2E tests
|
|
id: run-e2e-composite-action
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
env:
|
|
E2E_MAX_FAILURES: 90
|
|
ALLURE_RESULTS_DIR: ${{ env.E2E_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.E2E_ALLURE_REPORT_DIR }}
|
|
DEFAULT_TIMEOUT_OVERRIDE: 120000
|
|
with:
|
|
report-name: ${{ env.E2E_WP_LATEST_X_ARTIFACT }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.E2E_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.E2E_ALLURE_REPORT_DIR }}
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.E2E_WP_LATEST_X_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish E2E Allure report
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: wp-latest-1
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.E2E_WP_LATEST_X_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="e2e" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && (
|
|
steps.run-api-composite-action.outputs.result == 'failure' ||
|
|
steps.run-e2e-composite-action.outputs.result == 'failure'
|
|
)
|
|
)
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: WP Latest-1 (${{ steps.get-wp-latest-1.outputs.version }})
|
|
api-result: ${{ steps.run-api-composite-action.outputs.result }}
|
|
e2e-result: ${{ steps.run-e2e-composite-action.outputs.result }}
|
|
env-slug: wp-latest-1
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
test-php-versions:
|
|
name: Test against PHP ${{ matrix.php_version }}
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
php_version: ['7.4', '8.1']
|
|
env:
|
|
API_ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/test-results/allure-report
|
|
API_ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/api-core-tests/test-results/allure-results
|
|
API_ARTIFACT: API test on wp-env with PHP ${{ matrix.php_version }} (run ${{ github.run_number }})
|
|
E2E_ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-report
|
|
E2E_ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/test-results/allure-results
|
|
E2E_ARTIFACT: E2E test on wp-env with PHP ${{ matrix.php_version }} (run ${{ github.run_number }})
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
build: '@woocommerce/plugin-woocommerce'
|
|
|
|
- name: Launch WP Env
|
|
working-directory: plugins/woocommerce
|
|
env:
|
|
WP_ENV_PHP_VERSION: ${{ matrix.php_version }}
|
|
run: pnpm env:test
|
|
|
|
- name: Verify PHP version
|
|
working-directory: .github/workflows/scripts
|
|
env:
|
|
EXPECTED_PHP_VERSION: ${{ matrix.php_version }}
|
|
run: bash verify-php-version.sh
|
|
|
|
- name: Download release zip
|
|
id: download-zip
|
|
uses: actions/github-script@v6
|
|
env:
|
|
ASSET_ID: ${{ needs.validate-version.outputs.asset-id }}
|
|
with:
|
|
github-token: ${{ secrets.E2E_GH_TOKEN }}
|
|
script: |
|
|
const script = require('./.github/workflows/scripts/download-release-zip.js');
|
|
await script({ github, context, core });
|
|
|
|
- name: Replace `plugins/woocommerce` with unzipped woocommerce release build
|
|
run: unzip -d plugins -o ${{ env.ZIP_PATH }}
|
|
env:
|
|
ZIP_PATH: ${{ steps.download-zip.outputs.zip-path }}
|
|
|
|
- name: Run API tests
|
|
id: run-api-composite-action
|
|
uses: ./.github/actions/tests/run-api-tests
|
|
with:
|
|
report-name: ${{ env.API_ARTIFACT }}
|
|
tests: hello.test.js
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.API_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.API_ALLURE_REPORT_DIR }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.API_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.API_ALLURE_REPORT_DIR }}
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.API_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish API Allure report
|
|
if: success() || ( failure() && steps.run-api-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: php-${{ matrix.php_version }}
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.API_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="api" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Run E2E tests
|
|
id: run-e2e-composite-action
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.E2E_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.E2E_ALLURE_REPORT_DIR }}
|
|
DEFAULT_TIMEOUT_OVERRIDE: 120000
|
|
E2E_MAX_FAILURES: 90
|
|
with:
|
|
report-name: ${{ env.E2E_ARTIFACT }}
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ env.E2E_ALLURE_RESULTS_DIR }}
|
|
ALLURE_REPORT_DIR: ${{ env.E2E_ALLURE_REPORT_DIR }}
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.E2E_ARTIFACT }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish E2E Allure report
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
ENV_DESCRIPTION: php-${{ matrix.php_version }}
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.E2E_ARTIFACT }}" \
|
|
-f env_description="${{ env.ENV_DESCRIPTION }}" \
|
|
-f test_type="e2e" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && (
|
|
steps.run-api-composite-action.outputs.result == 'failure' ||
|
|
steps.run-e2e-composite-action.outputs.result == 'failure'
|
|
)
|
|
)
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: PHP ${{ matrix.php_version }}
|
|
api-result: ${{ steps.run-api-composite-action.outputs.result }}
|
|
e2e-result: ${{ steps.run-e2e-composite-action.outputs.result }}
|
|
env-slug: php-${{ matrix.php_version }}
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
test-plugins:
|
|
name: With ${{ matrix.plugin }}
|
|
runs-on: ubuntu-20.04
|
|
needs: [validate-version]
|
|
env:
|
|
ALLURE_RESULTS_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-results
|
|
ALLURE_REPORT_DIR: ${{ github.workspace }}/plugins/woocommerce/tests/e2e-pw/allure-report
|
|
ARTIFACT_NAME: E2E test on wp-env with ${{ matrix.plugin }} installed (run ${{ github.run_number }})
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include:
|
|
- plugin: 'WooCommerce Payments'
|
|
repo: 'automattic/woocommerce-payments'
|
|
env_description: 'woocommerce-payments'
|
|
- plugin: 'WooCommerce PayPal Payments'
|
|
repo: 'woocommerce/woocommerce-paypal-payments'
|
|
env_description: 'woocommerce-paypal-payments'
|
|
- plugin: 'WooCommerce Shipping & Tax'
|
|
repo: 'automattic/woocommerce-services'
|
|
env_description: 'woocommerce-shipping-&-tax'
|
|
- plugin: 'Woo Subscriptions'
|
|
repo: WC_SUBSCRIPTIONS_REPO
|
|
private: true
|
|
env_description: 'woocommerce-subscriptions'
|
|
- plugin: 'Gutenberg'
|
|
repo: 'WordPress/gutenberg'
|
|
env_description: 'gutenberg'
|
|
- plugin: 'Gutenberg - Nightly'
|
|
repo: 'bph/gutenberg'
|
|
env_description: 'gutenberg-nightly'
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v3
|
|
|
|
- name: Setup WooCommerce Monorepo
|
|
uses: ./.github/actions/setup-woocommerce-monorepo
|
|
with:
|
|
install: '@woocommerce/plugin-woocommerce...'
|
|
build: '@woocommerce/plugin-woocommerce'
|
|
|
|
- name: Launch WP Env
|
|
working-directory: plugins/woocommerce
|
|
run: pnpm env:test
|
|
|
|
- name: Download release zip
|
|
id: download-zip
|
|
uses: actions/github-script@v6
|
|
env:
|
|
ASSET_ID: ${{ needs.validate-version.outputs.asset-id }}
|
|
with:
|
|
github-token: ${{ secrets.E2E_GH_TOKEN }}
|
|
script: |
|
|
const script = require('./.github/workflows/scripts/download-release-zip.js');
|
|
await script({ github, context, core });
|
|
|
|
- name: Replace `plugins/woocommerce` with unzipped woocommerce release build
|
|
run: unzip -d plugins -o ${{ env.ZIP_PATH }}
|
|
env:
|
|
ZIP_PATH: ${{ steps.download-zip.outputs.zip-path }}
|
|
|
|
- name: Run 'Upload plugin' test
|
|
id: run-upload-test
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
with:
|
|
report-name: ${{ env.ARTIFACT_NAME }}
|
|
tests: upload-plugin.spec.js
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.E2E_GH_TOKEN }}
|
|
PLUGIN_NAME: ${{ matrix.plugin }}
|
|
PLUGIN_REPOSITORY: ${{ matrix.private && secrets[matrix.repo] || matrix.repo }}
|
|
|
|
- name: Run the rest of E2E tests
|
|
id: run-e2e-composite-action
|
|
timeout-minutes: 90
|
|
uses: ./.github/actions/tests/run-e2e-tests
|
|
with:
|
|
playwright-config: ignore-plugin-tests.playwright.config.js
|
|
report-name: ${{ env.ARTIFACT_NAME }}
|
|
env:
|
|
E2E_MAX_FAILURES: 90
|
|
|
|
- name: Upload Allure artifacts to bucket
|
|
if: |
|
|
success() ||
|
|
( failure() &&
|
|
( steps.run-upload-test.conclusion == 'failure' || steps.run-e2e-composite-action.conclusion == 'failure' ) )
|
|
uses: ./.github/actions/tests/upload-allure-files-to-bucket
|
|
with:
|
|
aws-access-key-id: ${{ secrets.REPORTS_AWS_ACCESS_KEY_ID }}
|
|
aws-region: ${{ secrets.REPORTS_AWS_REGION }}
|
|
aws-secret-access-key: ${{ secrets.REPORTS_AWS_SECRET_ACCESS_KEY }}
|
|
artifact-name: ${{ env.ARTIFACT_NAME }}
|
|
s3-bucket: ${{ secrets.REPORTS_BUCKET }}
|
|
|
|
- name: Publish E2E Allure report
|
|
if: success() || ( failure() && steps.run-e2e-composite-action.conclusion == 'failure' )
|
|
env:
|
|
GITHUB_TOKEN: ${{ secrets.REPORTS_TOKEN }}
|
|
run: |
|
|
gh workflow run publish-test-reports-release.yml \
|
|
-f created_at="${{ needs.validate-version.outputs.created }}" \
|
|
-f run_id=${{ github.run_id }} \
|
|
-f run_number=${{ github.run_number }} \
|
|
-f release_tag=${{ needs.validate-version.outputs.version }} \
|
|
-f artifact="${{ env.ARTIFACT_NAME }}" \
|
|
-f env_description="${{ matrix.env_description }}" \
|
|
-f test_type="e2e" \
|
|
--repo woocommerce/woocommerce-test-reports
|
|
|
|
- name: Create Slack block
|
|
if: |
|
|
success() || (
|
|
failure() && steps.run-e2e-composite-action.outputs.result == 'failure' )
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-blocks
|
|
with:
|
|
test-name: With ${{ matrix.plugin }}
|
|
e2e-result: ${{ steps.run-e2e-composite-action.outputs.result }}
|
|
env-slug: ${{ matrix.env_description }}
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
|
|
post-slack-summary:
|
|
name: Post Slack summary
|
|
runs-on: ubuntu-20.04
|
|
permissions:
|
|
contents: read
|
|
if: |
|
|
github.ref_name == 'trunk' &&
|
|
success() || (
|
|
failure() && contains( needs.*.result, 'failure' )
|
|
)
|
|
needs:
|
|
- e2e-wp-latest
|
|
- validate-version
|
|
- test-php-versions
|
|
- test-plugins
|
|
- test-wp-latest-1
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Download all slack blocks
|
|
id: download-slack-blocks
|
|
uses: actions/download-artifact@v3
|
|
with:
|
|
name: ${{ env.SLACK_BLOCKS_ARTIFACT }}
|
|
path: /tmp/slack-payload
|
|
|
|
- name: Construct payload from all blocks
|
|
id: run-payload-action
|
|
uses: ./.github/actions/tests/slack-summary-on-release/slack-payload
|
|
with:
|
|
release-version: ${{ needs.validate-version.outputs.version }}
|
|
blocks-dir: ${{ steps.download-slack-blocks.outputs.download-path }}
|
|
|
|
- name: Send Slack message
|
|
uses: slackapi/slack-github-action@v1.23.0
|
|
with:
|
|
channel-id: ${{ secrets.RELEASE_TEST_SLACK_CHANNEL }}
|
|
payload: ${{ steps.run-payload-action.outputs.payload }}
|
|
env:
|
|
SLACK_BOT_TOKEN: ${{ secrets.E2E_SLACK_TOKEN }}
|