Run post-submission jobs #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # This workflow is designed to run shortly after the hub's weekly submission | |
| # deadline. It generates an unscored-location-dates file as well as time | |
| # series and oracle output target data. | |
| name: Run post-submission jobs | |
| on: | |
| schedule: | |
| # Not precise, but GithHub actions don't support time zones | |
| - cron: "20 01 * 11-12,1-3 4" # 1:20 AM UTC every Thurs (Nov-Dec, Jan-Mar) | |
| - cron: "20 00 * 4-10 4" # 12:20 AM UTC every Thurs (Apr-Oct) | |
| workflow_dispatch: | |
| inputs: | |
| nowcast_date: | |
| description: "Nowcast date (YYYY-MM-DD)" | |
| required: false | |
| permissions: | |
| contents: write | |
| pull-requests: write | |
| jobs: | |
| # Create target data for the round that closed 90 days ago. | |
| # This step will exit if there is no round with a nowcast | |
| # date 90 days ago. | |
| create-target-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout 🛎️ | |
| uses: actions/checkout@v4 | |
| with: | |
| # only checkout what we need | |
| sparse-checkout: | | |
| .github/ | |
| auxiliary-data/ | |
| hub-config/ | |
| target-data/ | |
| src/ | |
| - name: Install uv 🐍 | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| version: ">=0.0.1" | |
| - name: Get nowcast date (aka round_id) for target data🕰️ | |
| # if nowcast_date is not provided, use the most recent Wednesday | |
| run: | | |
| source ${GITHUB_WORKSPACE}/.github/shared/shared-functions.sh | |
| NOWCAST_DATE=$(get_latest_wednesday "${{ inputs.nowcast_date }}") | |
| TARGET_NOWCAST_DATE=$(date -d "$NOWCAST_DATE - 91 days" +%Y-%m-%d) | |
| echo "NOWCAST_DATE=$NOWCAST_DATE" >> $GITHUB_ENV | |
| echo "TARGET_NOWCAST_DATE=$TARGET_NOWCAST_DATE" >> $GITHUB_ENV | |
| echo "Creating target data for round $TARGET_NOWCAST_DATE" | |
| - name: Create target data 🎯 | |
| run: | | |
| uv run get_target_data.py --nowcast-date=$TARGET_NOWCAST_DATE | |
| working-directory: src | |
| - name: Create PR for new target data | |
| uses: ./.github/actions/create-pr | |
| with: | |
| pr-prefix: "${{ env.TARGET_NOWCAST_DATE }}-target-data" | |
| file-path: target-data/ | |
| commit-message: "Add target data for round $TARGET_NOWCAST_DATE" | |
| pr-body: "Created via GitHub Actions: generate target data for round $TARGET_NOWCAST_DATE" | |
| create-location-date-sequence-counts: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout 🛎️ | |
| uses: actions/checkout@v4 | |
| with: | |
| # only checkout what we need | |
| sparse-checkout: | | |
| .github/ | |
| auxiliary-data/ | |
| hub-config/ | |
| src/ | |
| - name: Install uv 🐍 | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| version: ">=0.0.1" | |
| - name: Get nowcast date (aka round_id) 🕰️ | |
| # if nowcast_date is not provided, use the most recent Wednesday | |
| run: | | |
| source ${GITHUB_WORKSPACE}/.github/shared/shared-functions.sh | |
| NOWCAST_DATE=$(get_latest_wednesday "${{ inputs.nowcast_date }}") | |
| echo "NOWCAST_DATE=$NOWCAST_DATE" >> $GITHUB_ENV | |
| echo "Nowcast date for most recent round: $NOWCAST_DATE" | |
| - name: Create file of sequence counts by location and date 🦠 | |
| run: | | |
| uv run get_location_date_counts.py --nowcast-date=$NOWCAST_DATE | |
| working-directory: src | |
| - name: Create PR for sequence counts 🚀 | |
| uses: ./.github/actions/create-pr | |
| with: | |
| pr-prefix: "${{ env.NOWCAST_DATE }}-unscored-locations" | |
| file-path: auxiliary-data/unscored-location-dates/ | |
| commit-message: "Add unscored locations for round $NOWCAST_DATE" | |
| pr-body: "Created via GitHub Actions: generate count of sequences collected by date/location for the past 31 days." |