chore(reporting): dbt configuration for meltano and dummy transformat…

…ion (#1272)

* chore(reporting): dbt configuration for meltano and dummy transformation

Run `meltano invoke debt-bigquery:run` to execute.

* chore(reporting): dummy dbt transformation

.envrc

@@ -8,8 +8,12 @@ export DATAFORM_SCHEMA_SUFFIX=${TF_VAR_name_prefix}
 export DATAFORM_VARS="executionEnv=lana-dev,devUser=${TF_VAR_name_prefix}"
 export SA_CREDS_BASE64="${TF_VAR_sa_creds}"
 export DEV_ENV_NAME_PREFIX="${TF_VAR_name_prefix}"
+
 export TARGET_BIGQUERY_CREDENTIALS_JSON="$(echo $TF_VAR_sa_creds | base64 -d)"
 export TARGET_BIGQUERY_DATASET="${USER}_dataset"
 export TARGET_BIGQUERY_LOCATION="EU"
+export DBT_BIGQUERY_DATASET="dataform_${USER}"
+export DBT_BIGQUERY_KEYFILE="/lana/keyfile.json"
+echo $TARGET_BIGQUERY_CREDENTIALS_JSON > meltano/keyfile.json
 
 alias meltano='docker compose run meltano --'

.gitignore

@@ -23,3 +23,4 @@ node_modules/
 .bacon-locations
 
 *.tgz
+meltano/keyfile.json

docker-compose.yml

@@ -109,3 +109,5 @@ services:
       - TARGET_BIGQUERY_CREDENTIALS_JSON=${TARGET_BIGQUERY_CREDENTIALS_JSON}
       - TARGET_BIGQUERY_DATASET=${TARGET_BIGQUERY_DATASET}
       - TARGET_BIGQUERY_LOCATION=${TARGET_BIGQUERY_LOCATION}
+      - DBT_BIGQUERY_DATASET=${DBT_BIGQUERY_DATASET}
+      - DBT_BIGQUERY_KEYFILE=${DBT_BIGQUERY_KEYFILE}

meltano/meltano.yml

@@ -31,3 +31,6 @@ plugins:
   - name: dbt-bigquery
     variant: dbt-labs
     pip_url: dbt-core~=1.3.0 dbt-bigquery~=1.3.0
+    config:
+      auth_method: service-account
+      project: lana-dev-440721

meltano/transform/models/credit_facility_events.sql

@@ -0,0 +1,3 @@
+SELECT *
+
+FROM `{{ env_var('TARGET_BIGQUERY_DATASET') }}.public_credit_facility_events`