Skip to content

Commit

Permalink
chore: use multiprocess executor with k8s job executoir instead of ce…
Browse files Browse the repository at this point in the history
…lery
  • Loading branch information
JasperHG90 committed Jan 29, 2024
1 parent b28de22 commit 1b4331f
Showing 1 changed file with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
from dagster import define_asset_job, multiprocess_executor

# from dagster_k8s import k8s_job_executor
from dagster_celery_k8s import celery_k8s_job_executor
# from dagster_celery_k8s import celery_k8s_job_executor
from luchtmeetnet_ingestion.assets import air_quality_data
from luchtmeetnet_ingestion.partitions import daily_station_partition

Expand All @@ -15,5 +15,5 @@
selection=[air_quality_data],
description="Ingestion job for air quality data",
partitions_def=daily_station_partition,
executor_def=multiprocess_executor if environment == "dev" else celery_k8s_job_executor,
executor_def=multiprocess_executor, # if environment == "dev" else celery_k8s_job_executor,
)

0 comments on commit 1b4331f

Please sign in to comment.