⚡️ Don't upload CSV data cause it's expensive

wdr-data · May 16, 2024 · b11c2ce · b11c2ce
1 parent ade877b
commit b11c2ce
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/ddj_cloud/scrapers/talsperren/talsperren.py b/ddj_cloud/scrapers/talsperren/talsperren.py
@@ -84,8 +84,8 @@ def _get_base_dataset():
     bio.seek(0)
     upload_file(bio.read(), "talsperren/data.parquet.gzip")
 
-    # CSV
-    upload_dataframe(df, "talsperren/data.csv")
+    # CSV - expensive!
+    # upload_dataframe(df, "talsperren/data.csv")
 
     # Add additional columns used for exporting