Merge pull request #30 from IATI/develop

add zipper duration as prom metric

README.md

@@ -47,7 +47,7 @@ The example file is preconfigured to work with the local docker compose setup.
 
 #### 4. Install some version of `dotenv` (optional)
 
-The `.env` file is used when running things locally to store environment variables that configure the apps mentioned above. Docker Compose will read this automatically, but when running the bulk data service app or `yoyo` directly, you need to get these variables into the shell environment: you can either source this file to get the environment variables into your current terminal context, or you can one of the various `dotenv` command line tools to import the environment on each run (using `dotenv` lets you quickly switch different `.env` files in and out, which can be useful for testing, debugging, etc).
+The `.env` file is used when running things locally to store environment variables that configure the apps mentioned above. Docker Compose will read this automatically, but when running the bulk data service app or `yoyo` directly, you need to get these variables into the shell environment: you can either source this file to get the environment variables into your current terminal context, or you can use one of the various `dotenv` command line tools to import the environment on each run (using `dotenv` lets you quickly switch different `.env` files in and out, which can be useful for testing, debugging, etc).
 
 ### Running after first-time setup
 

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "bulk-data-service"
-version = "0.1.6"
+version = "0.1.7"
 requires-python = ">= 3.12"
 readme = "README.md"
 dependencies = [

src/bulk_data_service/zipper.py

@@ -63,6 +63,7 @@ def zipper_run(context: dict, datasets_in_working_dir: dict[uuid.UUID, dict], da
 
     run_end = datetime.datetime.now(datetime.UTC)
     context["logger"].info("Zipper run finished in {}.".format(run_end - run_start))
+    context["prom_metrics"]["zipper_run_duration"].set((run_end - run_start).seconds)
 
 
 def setup_working_dir_with_downloaded_datasets(

src/utilities/prometheus.py

@@ -22,6 +22,10 @@ def get_metrics_definitions(context: dict) -> list:
             "checker_run_duration",
             "The time taken by the last run of the checker (seconds)",
         ),
+        (
+            "zipper_run_duration",
+            "The time taken by the last run of the zipper (seconds)",
+        ),
         (
             "number_crashes",
             "The number of crashes since app restart",