Skip to content

add testing for example folder #471

add testing for example folder

add testing for example folder #471

name: CLI CUDA TensorRT-LLM Tests
on:
workflow_dispatch:
push:
branches:
- main
pull_request:
branches:
- main
types:
- opened
- reopened
- synchronize
- labeled
- unlabeled
concurrency:
cancel-in-progress: true
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
jobs:
cli_cuda_tensorrt_llm_single_gpu_tests:
if: ${{
(github.event_name == 'push') ||
(github.event_name == 'workflow_dispatch') ||
contains( github.event.pull_request.labels.*.name, 'cli') ||
contains( github.event.pull_request.labels.*.name, 'cuda') ||
contains( github.event.pull_request.labels.*.name, 'tensorrt_llm') ||
contains( github.event.pull_request.labels.*.name, 'single_gpu') ||
contains( github.event.pull_request.labels.*.name, 'cli_cuda_tensorrt_llm')
}}
runs-on:
group: aws-g5-4xlarge-plus
container:
image: huggingface/optimum-nvidia:latest
options: --ipc host --gpus all
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Install dependencies
run: |
pip install -e .[testing]
- name: Run tests
run: |
pytest tests/test_cli.py -x -s -k "cli and cuda and tensorrt_llm and not (tp or pp)"
cli_cuda_tensorrt_llm_multi_gpu_tests:
if: ${{
(github.event_name == 'push') ||
(github.event_name == 'workflow_dispatch') ||
contains( github.event.pull_request.labels.*.name, 'cli') ||
contains( github.event.pull_request.labels.*.name, 'examples') ||
contains( github.event.pull_request.labels.*.name, 'cuda') ||
contains( github.event.pull_request.labels.*.name, 'tensorrt_llm') ||
contains( github.event.pull_request.labels.*.name, 'multi_gpu') ||
contains( github.event.pull_request.labels.*.name, 'cli_cuda_tensorrt_llm_multi_gpu')
}}
runs-on:
group: aws-g5-12xlarge-plus
container:
image: huggingface/optimum-nvidia:latest
options: --ipc host --gpus all
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Install dependencies
run: |
pip install -e .[testing]
# - name: Run cli tests (sequential)
# run: |
# FORCE_SEQUENTIAL=1 pytest tests/test_cli.py -x -s -k "cli and cuda and tensorrt_llm and (tp or pp)"
- name: Run tests from example folder
run: |
pytest tests/test_examples.py -x -s -k "cuda and tensorrt_llm"
continue-on-error: ${{ failure() && steps.run.outcome == 'failure' && steps.run.exit_code == 5 }}

Check failure on line 87 in .github/workflows/test_cli_cuda_tensorrt_llm.yaml

View workflow run for this annotation

GitHub Actions / CLI CUDA TensorRT-LLM Tests

Invalid workflow file

The workflow is not valid. .github/workflows/test_cli_cuda_tensorrt_llm.yaml (Line: 87, Col: 28): Unrecognized function: 'failure'. Located at position 1 within expression: failure() && steps.run.outcome == 'failure' && steps.run.exit_code == 5 .github/workflows/test_cli_cuda_tensorrt_llm.yaml (Line: 87, Col: 28): Unexpected value '${{ failure() && steps.run.outcome == 'failure' && steps.run.exit_code == 5 }}'