fix: files from datasets should also be streamed in chunks

ResearchObject · Jan 24, 2025 · c034c66 · c034c66
1 parent 08eeb02
commit c034c66
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/rocrate/model/dataset.py b/rocrate/model/dataset.py
@@ -100,9 +100,10 @@ def _stream_folder_from_path(self) -> Generator[tuple[str, bytes], None, None]:
                 root = Path(root)
                 for name in files:
                     source = root / name
-                    dest = source.relative_to(self.source.parent)
+                    dest = source.relative_to(Path(self.source).parent)
                     with open(source, 'rb') as f:
-                        yield str(dest), f.read()
+                        for chunk in f:
+                            yield str(dest), chunk
 
     def _stream_folder_from_url(self) -> Generator[tuple[str, bytes], None, None]:
         if not self.fetch_remote: