Add elementary profile in profiles.yml (#249) (#252)

* add `elementary` profile in `profiles.yml` * remove `target` * remove useless whitespace * add `elementary` model to `select` flag Co-authored-by: lucas zanotelli <[email protected]>
stellar · Mar 5, 2024 · cc56916 · cc56916
1 parent 7eaefa9
commit cc56916
Showing 1 changed file with 35 additions and 0 deletions.
diff --git a/dags/stellar_etl_airflow/build_dbt_task.py b/dags/stellar_etl_airflow/build_dbt_task.py
@@ -50,6 +50,40 @@ def create_dbt_profile(project="prod"):
       project: "{dbt_project}"
       threads: {dbt_threads}
       type: bigquery
+      keyfile_json:
+        type: "service_account"
+        project_id: "{dbt_project}"
+        private_key_id: "{dbt_private_key_id}"
+        private_key: "{dbt_private_key}"
+        client_email: "{dbt_client_email}"
+        client_id: "{dbt_client_id}"
+        auth_uri: "{dbt_auth_uri}"
+        token_uri: "{dbt_token_uri}"
+        auth_provider_x509_cert_url: "{dbt_auth_provider_x509_cert_url}"
+        client_x509_cert_url: "{dbt_client_x509_cert_url}"
+elementary:
+  outputs:
+    default:
+      dataset: elementary
+      maximum_bytes_billed: {dbt_maximum_bytes_billed}
+      job_execution_timeout_seconds: {dbt_job_execution_timeout_seconds}
+      job_retries: {dbt_job_retries}
+      location: us
+      method: service-account-json
+      project: "{dbt_project}"
+      threads: {dbt_threads}
+      type: bigquery
+      keyfile_json:
+        type: "service_account"
+        project_id: "{dbt_project}"
+        private_key_id: "{dbt_private_key_id}"
+        private_key: "{dbt_private_key}"
+        client_email: "{dbt_client_email}"
+        client_id: "{dbt_client_id}"
+        auth_uri: "{dbt_auth_uri}"
+        token_uri: "{dbt_token_uri}"
+        auth_provider_x509_cert_url: "{dbt_auth_provider_x509_cert_url}"
+        client_x509_cert_url: "{dbt_client_x509_cert_url}"
 """
 
     create_dbt_profile_cmd = f"echo '{profiles_yml}' > profiles.yml;"
@@ -174,6 +208,7 @@ def build_dbt_task(
                 command_type,
                 "--select",
                 model_name,
+                "elementary",
                 dbt_full_refresh,
             ]
         )