Skip to content

Commit

Permalink
Update test case: skip if runtime Spark is Databricks
Browse files Browse the repository at this point in the history
  • Loading branch information
Chong Gao committed Dec 11, 2024
1 parent c6fa249 commit e95e7cc
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions integration_tests/src/main/python/parquet_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -1690,6 +1690,7 @@ def setup_table(spark):
],
]

@pytest.mark.skipif(is_databricks_runtime(), reason="Hybrid feature does not support Databricks currently")
@pytest.mark.skipif(not is_hybrid_backend_loaded(), reason="HybridScan specialized tests")
@pytest.mark.parametrize('parquet_gens', hybrid_gens, ids=idfn)
@pytest.mark.parametrize('gen_rows', [20, 100, 512, 1024, 4096], ids=idfn)
Expand All @@ -1711,6 +1712,7 @@ def test_parquet_read_round_trip_hybrid(spark_tmp_path, parquet_gens, gen_rows):
# Creating scenarios in which CoalesceConverter will coalesce several input batches by adjusting
# reader_batch_size and coalesced_batch_size, tests if the CoalesceConverter functions correctly
# when coalescing is needed.
@pytest.mark.skipif(is_databricks_runtime(), reason="Hybrid feature does not support Databricks currently")
@pytest.mark.skipif(not is_hybrid_backend_loaded(), reason="HybridScan specialized tests")
@pytest.mark.parametrize('reader_batch_size', [512, 1024, 2048], ids=idfn)
@pytest.mark.parametrize('coalesced_batch_size', [1 << 25, 1 << 27], ids=idfn)
Expand Down

0 comments on commit e95e7cc

Please sign in to comment.