diff --git a/.github/actions/llm/cli-test-windows/action.yml b/.github/actions/llm/cli-test-windows/action.yml
deleted file mode 100644
index 4ebd5a0d3fc..00000000000
--- a/.github/actions/llm/cli-test-windows/action.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-name: "llm-cli Flow Verification (Windows)"
-description: "Verify the llm-cli flow on Windows"
-
-runs:
-  using: "composite"
-  steps:
-    - name: Test llama llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x llama -m $env:LLAMA_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    - name: Test gptneox llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x gptneox -m $env:GPTNEOX_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    - name: Test bloom llm-cli
-      shell: powershell
-      run: |
-        llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x bloom -m $env:BLOOM_INT4_CKPT_PATH -p 'Once upon a time,'
-
-    # - name: Test starcoder llm-cli
-    #   shell: powershell
-    #   run: |
-    #     llm-cli.ps1 -t $env:THREAD_NUM -x starcoder -m $env:STARCODER_INT4_CKPT_PATH -p 'def check_odd('
\ No newline at end of file
diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml
index 942ab06558e..2268f031f88 100644
--- a/.github/workflows/llm_unit_tests.yml
+++ b/.github/workflows/llm_unit_tests.yml
@@ -215,9 +215,37 @@ jobs:
       - name: Run LLM cli test (Linux)
         if: runner.os == 'Linux' 
         uses: ./.github/actions/llm/cli-test-linux
+
+      - name: Setup Python Path
+        if: runner.os == 'Windows' 
+        shell: bash
+        run: |
+          # Get Python interpreter path
+          python_path=$(python -c 'import sys; print(sys.executable)')
+          python_dir=$(dirname "$python_path")
+          scripts_dir="$python_dir/Scripts"
+          
+          # Set environment variables
+          echo "PYTHON_DIR=$python_dir" >> $GITHUB_ENV
+          echo "SCRIPTS_DIR=$scripts_dir" >> $GITHUB_ENV
+
       - name: Run LLM cli test (Windows)
         if: runner.os == 'Windows' 
-        uses: ./.github/actions/llm/cli-test-windows
+        shell: powershell
+        run: |
+          # Retrieve environment variables
+          $pythonDir = $env:PYTHON_DIR
+          $scriptsDir = $env:SCRIPTS_DIR
+          
+          # Update PATH
+          $env:PATH = "$pythonDir;$scriptsDir;$env:PATH"
+          
+          # Run tests
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x llama -m $env:LLAMA_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x gptneox -m $env:GPTNEOX_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x bloom -m $env:BLOOM_INT4_CKPT_PATH -p 'Once upon a time,'
+          # llm-cli.ps1 -t $env:THREAD_NUM -x starcoder -m $env:STARCODER_INT4_CKPT_PATH -p 'def check_odd('
+          
       - name: Run LLM inference test
         shell: bash
         run: |