Skip to content

Commit

Permalink
fix: job run for report asset status
Browse files Browse the repository at this point in the history
  • Loading branch information
JasperHG90 committed Feb 23, 2024
1 parent 7fb33c2 commit dacca39
Show file tree
Hide file tree
Showing 3 changed files with 26 additions and 2 deletions.
22 changes: 21 additions & 1 deletion jobs/.justfile
Original file line number Diff line number Diff line change
@@ -1,5 +1,10 @@
alias p := parse
alias d := deploy
alias dep := deploy
alias e := exec
alias j := jobs
alias l := logs
alias del := delete
alias po := pods

parse command job_config:
python jobs_cli.py parse \
Expand All @@ -20,3 +25,18 @@ exec pod_name:
--tty \
{{pod_name}} \
-n dagster-prd -- /bin/bash

jobs:
kubectl get jobs -n dagster-prd

pods:
kubectl get pods -n dagster-prd

delete type name:
kubectl delete {{type}} {{name}} -n dagster-prd

logs name:
kubectl logs {{name}} -n dagster-prd --stream

attach name:
kubectl attach {{name}} -n dagster-prd
Original file line number Diff line number Diff line change
Expand Up @@ -5,3 +5,8 @@ assets:
report_asset_policy: missing
type: parquet
skip_checks: True
- key: daily_air_quality_data
storage_location: gs://dala-cst-euw4-jgdag-prd/bronze/daily_air_quality_data
report_asset_policy: missing
type: parquet
skip_checks: True
1 change: 0 additions & 1 deletion jobs/templates/job.yml.j2
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,6 @@ spec:
initContainers:
- name: init
image: ubuntu:latest
# Output path: /scratch/<GS-FOLDER-NAME>
command: ["sh", "-c", "cat /opt/gcp/gcp-credentials.json | base64 -d > /opt/gcp-decoded/gcp-credentials.json"]
volumeMounts:
- mountPath: "/opt/gcp-decoded"
Expand Down

0 comments on commit dacca39

Please sign in to comment.