Skip to content

PkgCI Test Sharktank #1

PkgCI Test Sharktank

PkgCI Test Sharktank #1

# Copyright 2024 The IREE Authors
#
# Licensed under the Apache License v2.0 with LLVM Exceptions.
# See https://llvm.org/LICENSE.txt for license information.
# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
name: PkgCI Test Sharktank
on:
workflow_call:
inputs:
artifact_run_id:
type: string
default: ""
workflow_dispatch:
inputs:
artifact_run_id:
type: string
default: ""
jobs:
test_sharktank_models:
name: "test_sharktank_models :: ${{ matrix.name }}"
runs-on: ${{ matrix.runs-on }}
strategy:
fail-fast: false
matrix:
include:
- name: cpu_task
target: target_cpu
gpu: none
runs-on: ubuntu-24.04
- name: hip_task
target: target_hip
gpu: gfx1100
runs-on: arc-iree-gpu-2
env:
VENV_DIR: ${{ github.workspace }}/venv
steps:
- name: Checking out IREE repository
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
submodules: false
- uses: actions/setup-python@0b93645e9fea7318ecaed2b359559ac225c90a2b # v5.3.0
with:
# Must match the subset of versions built in pkgci_build_packages.
python-version: "3.11"
- uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4.1.8
with:
name: linux_x86_64_release_packages
path: ${{ env.PACKAGE_DOWNLOAD_DIR }}
- name: Setup venv
run: |
./build_tools/pkgci/setup_venv.py ${VENV_DIR} \
--artifact-path=${PACKAGE_DOWNLOAD_DIR} \
--fetch-gh-workflow=${{ inputs.artifact_run_id }}
- name: Checkout test suites repository
uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
with:
repository: iree-org/iree-test-suites
ref: c644a9dfc3e5e1a9d071d5e786b79cf612e9b1d3
path: iree-test-suites
lfs: true
- name: Install Sharktank models test suite requirements
run: |
source ${VENV_DIR}/bin/activate
python -m pip install -r iree-test-suites/sharktank_models/requirements.txt
- name: Run Sharktank models test suite
run: |
source ${VENV_DIR}/bin/activate
HIP_TARGET=${{ matrix.gpu }} pytest iree-test-suites/sharktank_models/ \
-rA \
--log-cli-level=info \
--override-ini=xfail_strict=false \
-m ${{ matrix.target }} \
--timeout=120 \
--durations=0