HF TOKEN

stanford-crfm · Sep 8, 2024 · 3b62257 · 3b62257
1 parent d392e62
commit 3b62257
Showing 1 changed file with 10 additions and 0 deletions.
diff --git a/.github/workflows/launch_small_fast.yaml b/.github/workflows/launch_small_fast.yaml
@@ -48,6 +48,16 @@ jobs:
           export TPU_NAME=small-fast-${{ github.run_id }}
           export WANDB_API_KEY=${{ secrets.WANDB_API_KEY }}
           export RUN_ID=small_fast_${{ github.run_id }}
+          export HF_TOKEN=${{ secrets.HF_TOKEN }}
+          
+          cat > .config <<EOF
+          env:
+              WANDB_API_KEY: ${{ secrets.WANDB_API_KEY }}
+              WANDB_ENTITY: stanford-mercury
+              WANDB_PROJECT: levanter
+              HF_TOKEN: ${{ secrets.HF_TOKEN }}
+          EOF
+          
           python infra/launch.py --foreground --tpu_name ${TPU_NAME} --run_id $RUN_ID --zone ${TPU_ZONE} --tpu_type ${TPU_TYPE} --preemptible -- \
              python -m levanter.main.train_lm \
                --config_path config/llama_small_fast.yaml \