Skip to content

Commit

Permalink
pre-commit
Browse files Browse the repository at this point in the history
  • Loading branch information
laysabit committed Apr 18, 2024
1 parent 4ddacc7 commit 62e7179
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions dags/stellar_etl_airflow/test_sources.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,16 +4,16 @@
from airflow import DAG, settings
from airflow.models import DagBag, DagRun, TaskInstance, Variable
from airflow.operators.python_operator import PythonOperator
from airflow.providers.google.cloud.hooks.gcs import GoogleCloudStorageHook
from airflow.utils.state import State
from google.cloud import bigquery
from google.oauth2 import service_account
from airflow.providers.google.cloud.hooks.gcs import GoogleCloudStorageHook


key_path = Variable.get("api_key_path")
credentials = service_account.Credentials.from_service_account_file(key_path)

def get_from_with_combinedExport():

# yesterday = pendulum.datetime(2024, 4, 16, tz="UTC")
# Get all the execution dates for the current date
# Get the session from the settings
Expand All @@ -36,8 +36,8 @@ def get_from_with_combinedExport():

# Download the file and get its content, it runs 47 times day 16th of april
file_content = gcs_hook.download(
bucket_name='us-central1-test-hubble-2-5f1f2dbf-bucket',
object_name='logs/dag_id=history_archive_with_captive_core_combined_export/run_id=scheduled__2024-04-16T00:00:00+00:00/task_id=export_all_history_task/attempt=1.log',
bucket_name="us-central1-test-hubble-2-5f1f2dbf-bucket",
object_name="logs/dag_id=history_archive_with_captive_core_combined_export/run_id=scheduled__2024-04-16T00:00:00+00:00/task_id=export_all_history_task/attempt=1.log",
)

# Now file_content is a string with the content of the file
Expand Down

0 comments on commit 62e7179

Please sign in to comment.