From bb27bebd1169900cb46f3a7d3b36e0ee304986ea Mon Sep 17 00:00:00 2001
From: Fred Thomas <fred.thomas@ouce.ox.ac.uk>
Date: Mon, 12 Feb 2024 12:02:20 +0000
Subject: [PATCH] Add concatenation rule

---
 workflow/transport-flood/flood_damages.smk | 39 +++++++++++++++++++---
 1 file changed, 35 insertions(+), 4 deletions(-)

diff --git a/workflow/transport-flood/flood_damages.smk b/workflow/transport-flood/flood_damages.smk
index d599da20..ac6ab395 100644
--- a/workflow/transport-flood/flood_damages.smk
+++ b/workflow/transport-flood/flood_damages.smk
@@ -46,8 +46,8 @@ rule event_set_direct_damages:
         unsplit = rules.create_transport_network.output.edges,  # for pre-intersection geometry
         exposure = rules.rasterise_osm_network.output.geoparquet
     output:
-        damage_fraction = "{OUTPUT_DIR}/direct_damages/{DATASET}_{FILTER_SLUG}/{HAZARD_SLUG}/fraction/{SLICE_SLUG}.geoparquet",
-        damage_cost = "{OUTPUT_DIR}/direct_damages/{DATASET}_{FILTER_SLUG}/{HAZARD_SLUG}/cost/{SLICE_SLUG}.geoparquet",
+        damage_fraction = "{OUTPUT_DIR}/direct_damages/{DATASET}_{FILTER_SLUG}/{HAZARD_SLUG}/fraction/{SLICE_SLUG}.gpq",
+        damage_cost = "{OUTPUT_DIR}/direct_damages/{DATASET}_{FILTER_SLUG}/{HAZARD_SLUG}/cost/{SLICE_SLUG}.gpq",
     params:
         # determine the network type from the filter, e.g. road, rail
         network_type=lambda wildcards: wildcards.FILTER_SLUG.replace('filter-', ''),
@@ -58,5 +58,36 @@ rule event_set_direct_damages:
 
 """
 Test with:
-snakemake --cores 1 results/direct_damages/thailand-latest_filter-road/hazard-jba-event/EAD_and_cost_per_RP/slice-5.geoparquet
-"""
\ No newline at end of file
+snakemake --cores 1 results/direct_damages/thailand-latest_filter-road/hazard-jba-event/cost/slice-5.gpq
+"""
+
+
+rule concat_event_set_direct_damages:
+    input:
+        slices = lambda wildcards: expand(
+            os.path.join(
+                "{OUTPUT_DIR}",
+                "direct_damages",
+                "{DATASET}_{FILTER_SLUG}",
+                "{HAZARD_SLUG}",
+                "cost",
+                "slice-{i}.gpq",
+            ),
+            **wildcards,
+            i=range(config["slice_count"])
+        ),
+    output:
+        damage_cost = "{OUTPUT_DIR}/direct_damages/{DATASET}_{FILTER_SLUG}/{HAZARD_SLUG}/cost.gpq",
+    run:
+        import geopandas as gpd
+        import pandas as pd
+
+        slices = []
+        for path in input.slices:
+            slices.append(gpd.read_parquet(path))
+        pd.concat(slices).to_parquet(output.damage_cost)
+
+"""
+Test with:
+snakemake -c1 results/direct_damages/thailand-latest_filter-road/hazard-jba-event/cost.gpq
+"""