Merge pull request #259 from Modalities/fix-tests-pipeline

Update tests_full.yml
Modalities · Sep 18, 2024 · c4619e2 · c4619e2
2 parents a2efb13 + 368320a
commit c4619e2
Show file tree

Hide file tree

Showing 6 changed files with 504 additions and 3 deletions.
diff --git a/.github/workflows/tests_full.yml b/.github/workflows/tests_full.yml
@@ -20,6 +20,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
+        sudo apt-get update
         sudo apt-get install curl -y       # required by coveralls
         sudo apt-get install git -y
         python -m pip install torch

diff --git a/README.md b/README.md
@@ -125,7 +125,7 @@ If you are a VSCode user, you may want to add this to your `launch.json`:
                 "--nnodes",
                 "1",
                 "--nproc_per_node",
-                "2",
+                "4",
                 "--rdzv-endpoint=0.0.0.0:29515",
                 "src/modalities/__main__.py",
                 "run",

diff --git a/pyproject.toml b/pyproject.toml
@@ -1,8 +1,8 @@
 [project]
 name = "modalities"
-version = "0.2.2"
+version = "0.3.0"
 requires-python = ">=3.10,<3.12"
-description = "Modalities, a python framework for distributed and reproducible foundation model training."
+description = "Modalities, a PyTorch-native framework for distributed and reproducible foundation model training."
 readme = "README.md"
 dependencies = [
     "numpy<2.0",

diff --git a/tests/data/datasets/lorem_ipsum_long.idx b/tests/data/datasets/lorem_ipsum_long.idx
diff --git a/tests/data/datasets/lorem_ipsum_long.jsonl b/tests/data/datasets/lorem_ipsum_long.jsonl
diff --git a/tests/data/datasets/lorem_ipsum_long.pbin b/tests/data/datasets/lorem_ipsum_long.pbin