remove stray files

stanford-crfm · Nov 6, 2024 · fc01b9e · fc01b9e
1 parent 0de1482
commit fc01b9e
Show file tree

Hide file tree

Showing 9 changed files with 2 additions and 5,673 deletions.
diff --git a/config/data/dclm_llama3.yaml b/config/data/dclm_llama3.yaml
diff --git a/config/data/fineweb_llama_html.yaml b/config/data/fineweb_llama_html.yaml
diff --git a/config/data/fineweb_llama_md.yaml b/config/data/fineweb_llama_md.yaml
diff --git a/config/llama3_8b_with_dclm.yaml b/config/llama3_8b_with_dclm.yaml
diff --git a/config/llama_1b_dclm.yaml b/config/llama_1b_dclm.yaml
diff --git a/config/llama_1b_html.yaml b/config/llama_1b_html.yaml
diff --git a/config/llama_1b_md.yaml b/config/llama_1b_md.yaml
diff --git a/config/llama_22b_with_dclm.yaml b/config/llama_22b_with_dclm.yaml
diff --git a/docker/tpu/Dockerfile.base b/docker/tpu/Dockerfile.base
@@ -5,7 +5,8 @@ RUN pip install virtualenv
 # venv binaries encode their directory, so we need to setup the venv in the final location
 RUN virtualenv -p python3.10 /opt/levanter/.venv
 ENV PATH /opt/levanter/.venv/bin:$PATH
-RUN /opt/levanter/.venv/bin/pip install -U "jax[tpu]==0.4.30" -f https://storage.googleapis.com/jax-releases/libtpu_releases.html
+#RUN /opt/levanter/.venv/bin/pip install -U "jax[tpu]==0.4.30" -f https://storage.googleapis.com/jax-releases/libtpu_releases.html
+RUN /opt/levanter/.venv/bin/pip install -U "jax[tpu]@git+https://github.com/dlwh/jax@retry_refuse" -f https://storage.googleapis.com/jax-releases/libtpu_releases.html
 
 # Install package dependencies to make incremental builds faster.
 WORKDIR /tmp/