Use fsync to explicitly wait for files to be written to mount. Open-E…

…O/openeo-geotrellis-extensions#329
Open-EO · Oct 10, 2024 · bc23643 · bc23643
1 parent 9bd83a9
commit bc23643
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/openeogeotrellis/deploy/batch_job.py b/openeogeotrellis/deploy/batch_job.py
@@ -411,6 +411,8 @@ def run_job(
     finally:
         write_metadata({**result_metadata, **_get_tracker_metadata("")}, metadata_file, job_dir)
 
+    # Wait for files to be written to mount:
+    os.fsync(os.open(job_dir, os.O_RDONLY))
 
 def write_metadata(metadata, metadata_file, job_dir):
     with open(metadata_file, 'w') as f: