openclimatefix · Sukh-P · Jan 24, 2025 · Jan 23, 2025 · Jan 23, 2025 · Jan 23, 2025
diff --git a/pyproject.toml b/pyproject.toml
@@ -6,7 +6,7 @@ dynamic = ["version", "readme"]
 license={file="LICENCE"}
 
 dependencies = [
-    "ocf_data_sampler==0.0.47",
+    "ocf_data_sampler==0.0.50",
     "ocf_datapipes>=3.3.34",
     "ocf_ml_metrics>=0.0.11",
     "numpy",

diff --git a/tests/test_data/presaved_samples_site/data_configuration.yaml b/tests/test_data/presaved_samples_site/data_configuration.yaml
@@ -1,14 +1,14 @@
 general:
   description: Config for producing batches for wind sites using data sampler
-  name: windnet_data_sampler
+  name: example
 
 input_data:
   site:
     time_resolution_minutes: 15
     interval_start_minutes: -60
     interval_end_minutes: 2880
-    file_path: /mnt/storage_ssd_4tb/india_wind_data_data_sampler_schema_v2_multiple_sites.nc
-    metadata_file_path: /mnt/storage_ssd_4tb/india_wind_metadata_data_sampler_schema_mutliple_sites.csv
+    file_path: PLACEHOLDER
+    metadata_file_path: PLACEHOLDER
     dropout_timedeltas_minutes: null
     dropout_fraction: 0 # Fraction of samples with dropout
 
@@ -17,7 +17,7 @@ input_data:
       provider: ecmwf
       # Path to ECMWF NWP data in zarr format
       # n.b. It is not necessary to use multiple or any NWP data. These entries can be removed
-      zarr_path: /mnt/storage_b/nwp/ecmwf/nw_india_84hrs/20220*.zarr.zip
+      zarr_path: PLACEHOLDER
       interval_start_minutes: -60
       interval_end_minutes: 2880
       time_resolution_minutes: 60

diff --git a/tests/test_data/presaved_samples_site/datamodule.yaml b/tests/test_data/presaved_samples_site/datamodule.yaml
@@ -1,14 +1,14 @@
-_target_: pvnet.data.datamodule.DataModule
-configuration: /home/sukhil/ocf-code/pvnet_sampler/configs/datamodule/configuration/wind_config_mo_global_v0_data_sampler.yaml
-num_workers: 2
-prefetch_factor: 1
+_target_: pvnet.data.site_datamodule.SiteDataModule
+configuration: PLACEHOLDER
+num_workers: 0
+prefetch_factor: null
 batch_size: 1
-sample_output_dir: /mnt/storage_ssd_4tb/site_batches_d_sampler_output_multiple_sites_v4
-num_val_samples: 64
-num_train_samples: 128
+sample_output_dir: PLACEHOLDER
+num_val_samples: 10
+num_train_samples: 20
 train_period:
   - "2022-03-01"
-  - "2022-06-01"
+  - "2022-03-20"
 val_period:
-  - "2022-06-02"
-  - "2022-07-01"
+  - "2022-03-21"
+  - "2022-03-31"
diff --git a/tests/test_data/presaved_samples_site/train/00000000.nc b/tests/test_data/presaved_samples_site/train/00000000.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000001.nc b/tests/test_data/presaved_samples_site/train/00000001.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000002.nc b/tests/test_data/presaved_samples_site/train/00000002.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000003.nc b/tests/test_data/presaved_samples_site/train/00000003.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000004.nc b/tests/test_data/presaved_samples_site/train/00000004.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000005.nc b/tests/test_data/presaved_samples_site/train/00000005.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000006.nc b/tests/test_data/presaved_samples_site/train/00000006.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000007.nc b/tests/test_data/presaved_samples_site/train/00000007.nc
diff --git a/tests/test_data/presaved_samples_site/train/00000008.nc b/tests/test_data/presaved_samples_site/train/00000008.nc
diff --git a/tests/test_data/presaved_samples_site/val/00000000.nc b/tests/test_data/presaved_samples_site/val/00000000.nc
diff --git a/tests/test_data/presaved_samples_site/val/00000001.nc b/tests/test_data/presaved_samples_site/val/00000001.nc
diff --git a/tests/test_data/presaved_samples_site/val/00000002.nc b/tests/test_data/presaved_samples_site/val/00000002.nc
diff --git a/tests/test_data/presaved_samples_site/val/00000003.nc b/tests/test_data/presaved_samples_site/val/00000003.nc
diff --git a/tests/test_data/presaved_samples_site/val/00000004.nc b/tests/test_data/presaved_samples_site/val/00000004.nc