changed end_log behavior

gadiener · Apr 7, 2020 · 04028b9 · 04028b9
1 parent 800f1fa
commit 04028b9
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/bigquerylogger/BQTaskHandler.py b/bigquerylogger/BQTaskHandler.py
@@ -46,7 +46,7 @@ def set_context(self, ti):
         super(BQTaskHandler, self).set_context(ti)
         self._set_parameters(ti)
 
-    def _set_parameters(self, ti, try_number):
+    def _set_parameters(self, ti, try_number=0):
         self.parameters['dag_id'] = ti.dag_id
         self.parameters['task_id'] = ti.task_id
         self.parameters['try_number'] = str(try_number if try_number else ti.try_number)
@@ -71,8 +71,7 @@ def _bq_read(self, metadata=None):
 
         metadata['end_of_log'] = (
             log_count == 0 or
-            self.parameters['limit'] == 0 or
-            log_count < self.parameters['limit'])
+            self.parameters['limit'] == 0)
         metadata['offset'] += log_count
 
         if metadata['end_of_log']:

diff --git a/setup.py b/setup.py
@@ -10,7 +10,7 @@
 
 setup(
    name='airflow-bigquerylogger',
-   version='0.4.3',
+   version='0.4.5',
    description='BigQuery logger handler for Airflow',
    long_description=long_description,
    long_description_content_type="text/markdown",