inductor-perf-nightly-x86 #57
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: inductor-perf-nightly-x86 | |
on: | |
schedule: | |
# - cron: 0 7 * * 1-6 | |
# - cron: 0 7 * * 0 | |
# Does not perform max_autotune on CPU, so skip the weekly run setup | |
- cron: 0 7 * * * | |
# NB: GitHub has an upper limit of 10 inputs here | |
workflow_dispatch: | |
inputs: | |
training: | |
# CPU for training is not typical, but leave the option open here | |
description: Run training (off by default)? | |
required: false | |
type: boolean | |
default: false | |
inference: | |
description: Run inference (on by default)? | |
required: false | |
type: boolean | |
default: true | |
default: | |
description: Run inductor_default? | |
required: false | |
type: boolean | |
default: true | |
dynamic: | |
description: Run inductor_dynamic_shapes? | |
required: false | |
type: boolean | |
default: false | |
aotinductor: | |
description: Run aot_inductor for inference? | |
required: false | |
type: boolean | |
default: false | |
benchmark_configs: | |
description: The list of configs used the benchmark | |
required: false | |
type: string | |
default: inductor_huggingface_perf_cpu_x86,inductor_timm_perf_cpu_x86,inductor_torchbench_perf_cpu_x86 | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}-${{ github.event_name == 'schedule' }} | |
cancel-in-progress: true | |
permissions: read-all | |
jobs: | |
linux-jammy-cpu-py3_8-gcc11-inductor-build: | |
name: linux-jammy-cpu-py3.8-gcc11-inductor | |
uses: ./.github/workflows/_linux-build.yml | |
with: | |
build-environment: linux-jammy-py3.8-gcc11-build | |
docker-image-name: pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks | |
test-matrix: | | |
{ include: [ | |
{ config: "inductor_huggingface_perf_cpu_x86", shard: 1, num_shards: 3, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_huggingface_perf_cpu_x86", shard: 2, num_shards: 3, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_huggingface_perf_cpu_x86", shard: 3, num_shards: 3, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_timm_perf_cpu_x86", shard: 1, num_shards: 5, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_timm_perf_cpu_x86", shard: 2, num_shards: 5, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_timm_perf_cpu_x86", shard: 3, num_shards: 5, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_timm_perf_cpu_x86", shard: 4, num_shards: 5, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_timm_perf_cpu_x86", shard: 5, num_shards: 5, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_torchbench_perf_cpu_x86", shard: 1, num_shards: 4, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_torchbench_perf_cpu_x86", shard: 2, num_shards: 4, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_torchbench_perf_cpu_x86", shard: 3, num_shards: 4, runner: "linux.24xl.spr-metal" }, | |
{ config: "inductor_torchbench_perf_cpu_x86", shard: 4, num_shards: 4, runner: "linux.24xl.spr-metal" }, | |
]} | |
selected-test-configs: ${{ inputs.benchmark_configs }} | |
secrets: | |
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
linux-jammy-cpu-py3_8-gcc11-inductor-test-nightly: | |
name: linux-jammy-cpu-py3.8-gcc11-inductor | |
uses: ./.github/workflows/_linux-test.yml | |
needs: linux-jammy-cpu-py3_8-gcc11-inductor-build | |
if: github.event.schedule == '0 7 * * *' | |
with: | |
build-environment: linux-jammy-py3.8-gcc11-build | |
dashboard-tag: training-false-inference-true-default-true-dynamic-true-aotinductor-true | |
docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} | |
test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} | |
use-gha: anything-non-empty-to-use-gha | |
timeout-minutes: 720 | |
secrets: | |
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} | |
linux-jammy-cpu-py3_8-gcc11-inductor-test: | |
name: linux-jammy-cpu-py3.8-gcc11-inductor | |
uses: ./.github/workflows/_linux-test.yml | |
needs: linux-jammy-cpu-py3_8-gcc11-inductor-build | |
if: github.event_name == 'workflow_dispatch' | |
with: | |
build-environment: linux-jammy-py3.8-gcc11-build | |
dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-aotinductor-${{ inputs.aotinductor }} | |
docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} | |
test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} | |
use-gha: anything-non-empty-to-use-gha | |
timeout-minutes: 720 | |
secrets: | |
HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} |