generate partitions with timestamp

ferugit · Mar 10, 2023 · f8c592f · f8c592f
1 parent af43a6e
commit f8c592f
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/src/prepare_data.py b/src/prepare_data.py
@@ -2,6 +2,7 @@
 
 import os
 import json
+import datetime
 import argparse
 import pandas as pd
 
@@ -136,7 +137,11 @@ def main(args):
     if (not os.path.isfile(args.src)) and  (not os.path.isdir(args.dst)):
         raise Exception('Non valid arguments!')
 
-    output_path = args.dst
+    # Get timestamp
+    date = datetime.datetime.now()
+    timestamp = str(date).replace(" ", "").replace("-", "").replace(":", "").split(".")[0]
+    output_path = os.path.join(args.dst, "partition_" + timestamp)
+
     check_path(output_path)
 
     # Read tsv