fixes dev dependencies

dlt-hub · Dec 22, 2023 · ebc250b · ebc250b
1 parent b1494ae
commit ebc250b
Show file tree

Hide file tree

Showing 5 changed files with 7 additions and 5 deletions.
diff --git a/.github/workflows/test_destination_snowflake.yml b/.github/workflows/test_destination_snowflake.yml
@@ -71,7 +71,7 @@ jobs:
           key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}-gcp
 
       - name: Install dependencies
-        run: poetry install --no-interaction -E snowflake -E s3 -E gs -E az --with sentry-sdk --with pipeline
+        run: poetry install --no-interaction -E snowflake -E s3 -E gs -E az -E parquet --with sentry-sdk --with pipeline
 
       - run: |
           poetry run pytest tests/load

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -111,6 +111,8 @@ pytest = "^6.2.4"
 mypy = "^1.6.1"
 flake8 = "^5.0.0"
 bandit = "^1.7.0"
+black = "^23.7.0"
+isort = "^5.12.0"
 flake8-bugbear = "^22.0.0"
 pytest-pythonpath = "^0.7.3"
 pytest-order = "^1.0.0"
@@ -141,8 +143,6 @@ enlighten = "^1.11.2"
 alive-progress = "^3.1.1"
 pydantic = ">2"
 pandas = ">2"
-black = "^23.7.0"
-isort = "^5.12.0"
 
 [tool.poetry.group.airflow]
 optional = true
@@ -173,6 +173,7 @@ connectorx="0.3.1"
 dbt-core=">=1.2.0"
 dbt-duckdb=">=1.2.0"
 pymongo = ">=4.3.3"
+pandas = ">2"
 
 [tool.black] # https://black.readthedocs.io/en/stable/usage_and_configuration/the_basics.html#configuration-via-a-file
 line-length = 100

diff --git a/tests/cli/test_pipeline_command.py b/tests/cli/test_pipeline_command.py
@@ -69,7 +69,7 @@ def test_pipeline_command_operations(repo_dir: str, project_files: FileStorage)
         pipeline_command.pipeline_command("trace", "chess_pipeline", None, 0)
         _out = buf.getvalue()
         # basic trace
-        assert "Pipeline chess_pipeline completed in" in _out
+        assert "Pipeline chess_pipeline load step completed in" in _out
     print(_out)
 
     with io.StringIO() as buf, contextlib.redirect_stdout(buf):

diff --git a/tests/common/storages/test_load_storage.py b/tests/common/storages/test_load_storage.py
@@ -29,6 +29,7 @@ def test_complete_successful_package(load_storage: LoadStorage) -> None:
         )
     )
     # but completed packages are deleted
+    load_storage.maybe_remove_completed_jobs(load_id)
     assert not load_storage.loaded_packages.storage.has_folder(
         load_storage.loaded_packages.get_job_folder_path(load_id, "completed_jobs")
     )