Manual dagster job #2
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "Manual dagster job" | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| command: | |
| required: true | |
| description: "Command to run from the 'dagster_utils' library" | |
| version: | |
| required: false | |
| default: "latest" | |
| description: "Version of the 'dagster_utils' library to use. Defaults to 'latest'" | |
| configuration_location: | |
| required: true | |
| description: "Location of the configuration file that you want to run, relative to the root of the repository" | |
| jobs: | |
| template: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: "3.9" | |
| - name: Virtual environment | |
| working-directory: ./jobs | |
| run: | | |
| pip install --upgrade pip | |
| python -m venv .gavenv | |
| shell: bash | |
| - name: Install dependencies | |
| working-directory: ./jobs | |
| run: | | |
| . .gavenv/bin/activate | |
| pip3 install -r requirements.txt | |
| shell: bash | |
| - name: Parse kubernetes spec | |
| working-directory: ./jobs | |
| run: | | |
| . .gavenv/bin/activate | |
| python jobs_cli.py parse \ | |
| ${{ github.event.inputs.configuration_location }} \ | |
| ./job_spec.yml \ | |
| europe-west4-docker.pkg.dev/jasper-ginn-dagster/utilities-areg-euw4-jgdag-prd/dagster_scripts \ | |
| ${{ github.event.inputs.version }} \ | |
| ${{ github.event.inputs.command }} \ | |
| ${{ github.run_id }} \ | |
| "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}" | |
| - name: Echo parsed kubernetes spec | |
| run: cat ./jobs/job_spec.yml |