Examples: Use refresh_table to synchronize CrateDB write operations

examples/tracking_merlion.py

@@ -112,6 +112,20 @@ def import_data(data_table_name: str, anomalies_table_name: str):
         )
 
 
+def refresh_table(table_name: str):
+    """
+    Flush/Synchronize CrateDB write operations.
+    Refresh the table, to make sure the data is up-to-date.
+
+    https://cratedb.com/docs/crate/reference/en/latest/sql/statements/refresh.html
+    """
+
+    with connect_database() as conn:
+        cursor = conn.cursor()
+        cursor.execute(f"REFRESH TABLE {table_name}")
+        cursor.close()
+
+
 def read_data(table_name: str) -> pd.DataFrame:
     """
     Read data from database into pandas DataFrame.
@@ -249,6 +263,9 @@ def main():
     if not table_exists(data_table):
         import_data(data_table, anomalies_table)
 
+        # Flush/Synchronize CrateDB write operations.
+        refresh_table(data_table)
+
     # Read data into pandas DataFrame.
     data = read_data(data_table)
 

examples/tracking_pycaret.py

@@ -122,8 +122,12 @@ def import_data(data_table_name: str):
 
 
 def refresh_table(table_name: str):
-    """Refresh the table, to make sure the data is up to date.
-    Required due to crate being eventually consistent."""
+    """
+    Flush/Synchronize CrateDB write operations.
+    Refresh the table, to make sure the data is up-to-date.
+
+    https://cratedb.com/docs/crate/reference/en/latest/sql/statements/refresh.html
+    """
 
     with connect_database() as conn:
         cursor = conn.cursor()
@@ -204,7 +208,7 @@ def main():
     if not table_exists(data_table):
         import_data(data_table)
 
-        # Refresh the table - due to crate's eventual consistency.
+        # Flush/Synchronize CrateDB write operations.
         refresh_table(data_table)
 
     # Read data into pandas DataFrame.