Skip to content

Commit

Permalink
DONOTMERGE: Disable bunch of processing.
Browse files Browse the repository at this point in the history
This should speed up pytest loop to see what works and what
doesn't.
  • Loading branch information
rousik committed Dec 5, 2023
1 parent 4e6063d commit 5a1faf9
Show file tree
Hide file tree
Showing 2 changed files with 21 additions and 13 deletions.
26 changes: 13 additions & 13 deletions .github/workflows/pytest.yml
Original file line number Diff line number Diff line change
Expand Up @@ -180,19 +180,19 @@ jobs:
run: |
coverage run ${{ env.COVERAGE_OPTIONS }} \
src/pudl/ferc_to_sqlite/cli.py --clobber ${{ env.ETL_COMMANDLINE_OPTIONS }} ${{ env.ETL_CONFIG }}
- name: Run pudl_etl
env:
COVERAGE_FILE: .coverage.pudl_etl
run: |
alembic upgrade head
coverage run ${{ env.COVERAGE_OPTIONS }} \
src/pudl/cli/etl.py ${{ env.ETL_COMMANDLINE_OPTIONS }} ${{ env.ETL_CONFIG }}
- name: Run integration tests
env:
COVERAGE_FILE: .coverage.pytest
run: |
coverage run ${{ env.COVERAGE_OPTIONS }} \
-m pytest -n auto --live-dbs test/integration
# - name: Run pudl_etl
# env:
# COVERAGE_FILE: .coverage.pudl_etl
# run: |
# alembic upgrade head
# coverage run ${{ env.COVERAGE_OPTIONS }} \
# src/pudl/cli/etl.py ${{ env.ETL_COMMANDLINE_OPTIONS }} ${{ env.ETL_CONFIG }}
# - name: Run integration tests
# env:
# COVERAGE_FILE: .coverage.pytest
# run: |
# coverage run ${{ env.COVERAGE_OPTIONS }} \
# -m pytest -n auto --live-dbs test/integration
- name: Checksum coverage files
run: ls .coverage* | xargs md5sum | sort
- name: Generate coverage
Expand Down
8 changes: 8 additions & 0 deletions src/pudl/package_data/settings/etl_fast.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,20 +7,28 @@ ferc_to_sqlite_settings:
# What years of original FERC data should be cloned into the SQLite DB?
years: [2019, 2020]
ferc1_xbrl_to_sqlite_settings:
disabled: true
years: [2021, 2022]
ferc2_dbf_to_sqlite_settings:
disabled: true
years: [2019, 2020]
ferc2_xbrl_to_sqlite_settings:
disabled: true
years: [2021, 2022]
ferc6_dbf_to_sqlite_settings:
disabled: true
years: [2019, 2020]
ferc6_xbrl_to_sqlite_settings:
disabled: true
years: [2021, 2022]
ferc60_dbf_to_sqlite_settings:
disabled: true
years: [2019, 2020]
ferc60_xbrl_to_sqlite_settings:
disabled: true
years: [2021, 2022]
ferc714_xbrl_to_sqlite_settings:
disabled: true
years: [2021, 2022]

###########################################################################
Expand Down

0 comments on commit 5a1faf9

Please sign in to comment.