Fix Windows Unit Test (#11801)

* Update llm_unit_tests.yml

* remove debug information

* Delete .github/actions/llm/cli-test-windows directory

.github/workflows/llm_unit_tests.yml

@@ -215,9 +215,37 @@ jobs:
       - name: Run LLM cli test (Linux)
         if: runner.os == 'Linux' 
         uses: ./.github/actions/llm/cli-test-linux
+
+      - name: Setup Python Path
+        if: runner.os == 'Windows' 
+        shell: bash
+        run: |
+          # Get Python interpreter path
+          python_path=$(python -c 'import sys; print(sys.executable)')
+          python_dir=$(dirname "$python_path")
+          scripts_dir="$python_dir/Scripts"
+          
+          # Set environment variables
+          echo "PYTHON_DIR=$python_dir" >> $GITHUB_ENV
+          echo "SCRIPTS_DIR=$scripts_dir" >> $GITHUB_ENV
+
       - name: Run LLM cli test (Windows)
         if: runner.os == 'Windows' 
-        uses: ./.github/actions/llm/cli-test-windows
+        shell: powershell
+        run: |
+          # Retrieve environment variables
+          $pythonDir = $env:PYTHON_DIR
+          $scriptsDir = $env:SCRIPTS_DIR
+          
+          # Update PATH
+          $env:PATH = "$pythonDir;$scriptsDir;$env:PATH"
+          
+          # Run tests
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x llama -m $env:LLAMA_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x gptneox -m $env:GPTNEOX_INT4_CKPT_PATH -p 'Once upon a time,'
+          llm-cli.ps1 -t $env:THREAD_NUM -n 256 -x bloom -m $env:BLOOM_INT4_CKPT_PATH -p 'Once upon a time,'
+          # llm-cli.ps1 -t $env:THREAD_NUM -x starcoder -m $env:STARCODER_INT4_CKPT_PATH -p 'def check_odd('
+          
       - name: Run LLM inference test
         shell: bash
         run: |