Add llama.cpp backend #548

	name: API CUDA Tests

	on:
	workflow_dispatch:
	push:
	branches:
	- main
	paths:
	- .github/workflows/test_api_cuda.yaml
	- "optimum_benchmark/**"
	- "docker/**"
	- "tests/**"
	- "setup.py"
	pull_request:
	branches:
	- main
	paths:
	- .github/workflows/test_api_cuda.yaml
	- "optimum_benchmark/**"
	- "docker/**"
	- "tests/**"
	- "setup.py"

	concurrency:
	cancel-in-progress: true
	group: ${{ github.workflow }}-${{ github.event.pull_request.number \|\| github.ref }}

	env:
	IMAGE: ghcr.io/huggingface/optimum-benchmark:latest-cuda

	jobs:
	run_api_cuda_tests:
	runs-on: [single-gpu, nvidia-gpu, a10, ci]

	steps:
	- name: Checkout
	uses: actions/checkout@v4

	- name: Run tests
	uses: addnab/docker-run-action@v3
	env:
	HF_TOKEN: ${{ secrets.HF_TOKEN }}
	PUSH_REPO_ID: optimum-benchmark/cuda
	with:
	image: ${{ env.IMAGE }}
	options: \|
	--rm
	--gpus all
	--shm-size 64G
	--env HF_TOKEN
	--env PUSH_REPO_ID
	--env MKL_THREADING_LAYER=GNU
	--volume ${{ github.workspace }}:/workspace
	--workdir /workspace
	run: \|
	pip install -e .[testing,timm,diffusers,codecarbon]
	pytest -s -x -k "api and cuda"

Provide feedback