Skip to content

Commit

Permalink
Merge pull request #3 from intel-analytics/main
Browse files Browse the repository at this point in the history
inference service enabled
  • Loading branch information
SANKHA1 authored Oct 10, 2024
2 parents 9e65cf0 + 0ef7e1d commit 75a86ea
Show file tree
Hide file tree
Showing 332 changed files with 17,674 additions and 76,037 deletions.
25 changes: 0 additions & 25 deletions .github/actions/llm/cli-test-windows/action.yml

This file was deleted.

16 changes: 8 additions & 8 deletions .github/workflows/llm-c-evaluation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,12 @@ permissions:

# Controls when the action will run.
on:
schedule:
- cron: "00 15 * * *" # GMT time, 15:00 GMT == 23:00 Beijing Time
pull_request:
branches: [main]
paths:
- ".github/workflows/llm-c-evaluation.yml"
# schedule:
# - cron: "00 15 * * *" # GMT time, 15:00 GMT == 23:00 Beijing Time
# pull_request:
# branches: [main]
# paths:
# - ".github/workflows/llm-c-evaluation.yml"
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
inputs:
Expand Down Expand Up @@ -204,7 +204,7 @@ jobs:
pip install pandas==1.5.3
- name: Download ceval results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: ceval_results
path: results
Expand Down Expand Up @@ -259,7 +259,7 @@ jobs:
fi
- name: Download ceval results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: results_${{ needs.set-matrix.outputs.date }}
path: ${{ env.ACC_FOLDER }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/llm-harness-evaluation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,12 @@ permissions:

# Controls when the action will run.
on:
schedule:
- cron: "30 12 * * *" # GMT time, 12:30 GMT == 20:30 China
pull_request:
branches: [main]
paths:
- ".github/workflows/llm-harness-evaluation.yml"
# schedule:
# - cron: "30 12 * * *" # GMT time, 12:30 GMT == 20:30 China
# pull_request:
# branches: [main]
# paths:
# - ".github/workflows/llm-harness-evaluation.yml"
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
inputs:
Expand Down Expand Up @@ -220,7 +220,7 @@ jobs:
pip install --upgrade pip
pip install jsonlines pytablewriter regex
- name: Download all results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: harness_results
path: results
Expand Down Expand Up @@ -260,7 +260,7 @@ jobs:
fi
- name: Download harness results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: harness_results
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/llm-ppl-evaluation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,12 @@ permissions:

# Controls when the action will run.
on:
schedule:
- cron: "00 12 * * *" # GMT time, 12:00 GMT == 20:00 China
pull_request:
branches: [main]
paths:
- ".github/workflows/llm-ppl-evaluation.yml"
# schedule:
# - cron: "00 12 * * *" # GMT time, 12:00 GMT == 20:00 China
# pull_request:
# branches: [main]
# paths:
# - ".github/workflows/llm-ppl-evaluation.yml"
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
inputs:
Expand Down Expand Up @@ -206,7 +206,7 @@ jobs:
pip install --upgrade pip
pip install jsonlines pytablewriter regex
- name: Download all results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: ppl_results
path: results
Expand Down Expand Up @@ -245,7 +245,7 @@ jobs:
fi
- name: Download ppl results
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: ppl_results
path: ${{ env.ACC_FOLDER}}/${{ env.DATE }}
Expand Down
16 changes: 8 additions & 8 deletions .github/workflows/llm-whisper-evaluation.yml
Original file line number Diff line number Diff line change
Expand Up @@ -10,12 +10,12 @@ permissions:

# Controls when the action will run.
on:
schedule:
- cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
pull_request:
branches: [main]
paths:
- ".github/workflows/llm-whisper-evaluation.yml"
# schedule:
# - cron: "00 13 * * *" # GMT time, 13:00 GMT == 21:00 China
# pull_request:
# branches: [main]
# paths:
# - ".github/workflows/llm-whisper-evaluation.yml"
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
inputs:
Expand Down Expand Up @@ -176,14 +176,14 @@ jobs:
- name: Download all results for nightly run
if: github.event_name == 'schedule'
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: whisper_results
path: ${{ env.NIGHTLY_FOLDER}}/${{ env.OUTPUT_PATH }}

- name: Download all results for pr run
if: github.event_name == 'pull_request'
uses: actions/download-artifact@v3
uses: actions/download-artifact@4.1.7
with:
name: whisper_results
path: ${{ env.PR_FOLDER}}/${{ env.OUTPUT_PATH }}
Expand Down
Loading

0 comments on commit 75a86ea

Please sign in to comment.