diff --git a/.github/workflows/unittest_ci_cpu.yml b/.github/workflows/unittest_ci_cpu.yml
index 2861029e1..feec37f76 100644
--- a/.github/workflows/unittest_ci_cpu.yml
+++ b/.github/workflows/unittest_ci_cpu.yml
@@ -23,16 +23,16 @@ jobs:
         fail-fast: false
         matrix:
           include:
-            - os: linux.2xlarge
+            - os: linux.20_04.4x
               python-version: 3.9
               python-tag: "py39"
-            - os: linux.2xlarge
+            - os: linux.20_04.4x
               python-version: '3.10'
               python-tag: "py310"
-            - os: linux.2xlarge
+            - os: linux.20_04.4x
               python-version: '3.11'
               python-tag: "py311"
-            - os: linux.2xlarge
+            - os: linux.20_04.4x
               python-version: '3.12'
               python-tag: "py312"
     uses: pytorch/test-infra/.github/workflows/linux_job.yml@main
@@ -45,9 +45,8 @@ jobs:
         conda info
         python --version
         conda run -n build_binary python --version
-        conda install -n build_binary \
-          --yes \
-          pytorch cpuonly -c pytorch-nightly
+        conda run -n build_binary \
+          pip install --pre torch==2.6.0.dev20241102+cpu --index-url https://download.pytorch.org/whl/nightly/cpu
         conda run -n build_binary \
           python -c "import torch.distributed"
         conda run -n build_binary \