Nightly regression tests #519
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly regression tests | |
| on: | |
| schedule: | |
| - cron: "0 0 * * *" | |
| workflow_dispatch: | |
| inputs: | |
| pytest_command: | |
| description: 'Custom pytest command' | |
| required: true | |
| default: '-m "not devRun"' | |
| type: string | |
| parallelism: | |
| description: 'Number of machines to split tests' | |
| required: false | |
| default: 2 | |
| type: number | |
| jobs: | |
| setup-matrix: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| steps: | |
| - id: set-matrix | |
| run: | | |
| count=${{ github.event.inputs.parallelism || 2 }} | |
| matrix=$(seq -s ',' 1 $count) | |
| echo "matrix=$(jq -cn --argjson groups "[$matrix]" '{group: $groups}')" >> $GITHUB_OUTPUT | |
| nightly-test: | |
| needs: setup-matrix | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.setup-matrix.outputs.matrix) }} | |
| env: | |
| EMAIL: ${{ secrets.EMAIL }} | |
| PASSWORD: ${{ secrets.PASSWORD }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: Install Poetry | |
| uses: snok/install-poetry@v1 | |
| with: | |
| virtualenvs-create: true | |
| virtualenvs-in-project: true | |
| virtualenvs-path: .venv | |
| installer-parallel: true | |
| - name: Load cached venv | |
| id: cached-poetry-dependencies | |
| uses: actions/cache@v4 | |
| with: | |
| path: .venv | |
| key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }} | |
| - name: Install Dependencies | |
| if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true' | |
| run: poetry install --no-interaction --no-root | |
| - name: Run Tests | |
| run: | | |
| source .venv/bin/activate | |
| xvfb-run pytest ${{ github.event.inputs.pytest_command || '-m "not devRun"' }} \ | |
| --base-url ${{ vars.BASE_URL }} \ | |
| --splits ${{ github.event.inputs.parallelism || 2 }} \ | |
| --group ${{ matrix.group }} | |
| - name: Upload test results | |
| if: always() | |
| uses: actions/[email protected] | |
| with: | |
| name: test-results-${{ matrix.group }} | |
| path: | | |
| test-results/ | |
| allure-results | |
| retention-days: 7 | |
| merge-reports: | |
| needs: nightly-test | |
| if: always() | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Download all test results | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: artifacts | |
| - name: Merge Allure Results | |
| run: | | |
| mkdir -p allure-results | |
| for dir in artifacts/test-results-*/allure-results; do | |
| cp -r $dir/* allure-results/ | |
| done | |
| - name: Link Git Information And Browser Version To Allure Report | |
| working-directory: allure-results | |
| if: always() | |
| run: | | |
| { | |
| echo BUILD_URL=${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| echo GIT_BRANCH=${{ github.head_ref || github.ref_name }} | |
| echo GIT_COMMIT_ID=${{ github.sha }} | |
| echo GIT_COMMIT_MESSAGE=$(git show -s --format=%s HEAD) | |
| echo GIT_COMMIT_AUTHOR_NAME=$(git show -s --format='%ae' HEAD) | |
| echo GIT_COMMIT_TIME=$(git show -s --format=%ci HEAD) | |
| echo CHROME_VERSION=$(google-chrome --product-version) | |
| } >> environment.properties | |
| - name: Generate Allure Report | |
| uses: simple-elf/allure-report-action@master | |
| if: always() | |
| id: allure-report | |
| with: | |
| allure_results: allure-results | |
| allure_report: allure-report | |
| gh_pages: gh-pages | |
| allure_history: allure-history | |
| - name: Deploy Report To Github Pages | |
| if: always() | |
| uses: peaceiris/actions-gh-pages@v4 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: allure-history |