diff --git a/.github/workflows/launch_small_fast.yaml b/.github/workflows/launch_small_fast.yaml
index 22d076b6a..f1adfdcc6 100644
--- a/.github/workflows/launch_small_fast.yaml
+++ b/.github/workflows/launch_small_fast.yaml
@@ -34,16 +34,15 @@ jobs:
       - name: Configure Google Cloud
         run: |
           gcloud config set project ${{ secrets.GCP_PROJECT_ID }}
+          REGION=${TPU_ZONE%-*}
+          echo "$REGION"
+          gcloud auth configure-docker  $REGION-docker.pkg.dev
 
       - name: Install locally
         run: |
           python -m pip install --upgrade pip
           pip install -e .[test] "jax[cpu]==0.4.30"
 
-      - name: Do we have docker?
-        run: |
-          docker --version
-
       - name: Launch Small Fast TPU Train LM job
         run: |
           export TPU_NAME=small-fast-${{ github.run_id }}