Skip to content
This repository has been archived by the owner on Feb 3, 2025. It is now read-only.

Commit

Permalink
Fixed datamodule
Browse files Browse the repository at this point in the history
  • Loading branch information
OpheliaMiralles committed Jan 6, 2025
1 parent 3f52e40 commit dcf6647
Showing 1 changed file with 0 additions and 10 deletions.
10 changes: 0 additions & 10 deletions src/anemoi/training/data/datamodule.py
Original file line number Diff line number Diff line change
Expand Up @@ -239,21 +239,11 @@ def _get_dataset(
label: str = "generic",
) -> NativeGridDataset:
data_reader = self.add_model_run_ids(data_reader) # NOTE: Temporary
# Compute effective batch size
effective_bs = (
self.config.dataloader.batch_size["training"]
* self.config.hardware.num_gpus_per_node
* self.config.hardware.num_nodes
// self.config.hardware.num_gpus_per_model
)

data = NativeGridDataset(
data_reader=data_reader,
relative_date_indices=self.relative_date_indices,
shuffle=shuffle,
grid_indices=self.grid_indices,
label=label,
effective_bs=effective_bs,
)
return data

Expand Down

0 comments on commit dcf6647

Please sign in to comment.