Skip to content

Commit

Permalink
job task commented to test
Browse files Browse the repository at this point in the history
  • Loading branch information
cayod committed Nov 27, 2023
1 parent cfcd61c commit 385b41f
Showing 1 changed file with 16 additions and 16 deletions.
32 changes: 16 additions & 16 deletions dags/partner_pipeline_dag.py
Original file line number Diff line number Diff line change
Expand Up @@ -79,24 +79,24 @@
on_failure_callback=alert_after_max_retries,
)

insert_ts_field = BigQueryInsertJobOperator(
task_id=f"insert_ts_field_{partner}",
project_id=PROJECT,
on_failure_callback=alert_after_max_retries,
configuration={
"query": {
"query": QUERY.format(
project=PROJECT,
dataset=DATASET,
table=PARTNERS[partner]["table"],
),
"useLegacySql": False,
}
},
)
# insert_ts_field = BigQueryInsertJobOperator(
# task_id=f"insert_ts_field_{partner}",
# project_id=PROJECT,
# on_failure_callback=alert_after_max_retries,
# configuration={
# "query": {
# "query": QUERY.format(
# project=PROJECT,
# dataset=DATASET,
# table=PARTNERS[partner]["table"],
# ),
# "useLegacySql": False,
# }
# },
# )
(
start_tables_task
>> check_gcs_file
>> send_partner_to_bq_internal_task
>> insert_ts_field
# >> insert_ts_field
)

0 comments on commit 385b41f

Please sign in to comment.