Summary
Jobs
set-parameters
prepare-test-specs (llama, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
prepare-test-specs (llama, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511...
prepare-test-specs (llama, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
prepare-test-specs (mv3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (mv3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (mv3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
prepare-test-specs (mv2, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (mv2, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (mv2, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
prepare-test-specs (ic4, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (ic4, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (ic4, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
prepare-test-specs (ic3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (ic3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (ic3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
prepare-test-specs (resnet50, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385...
prepare-test-specs (resnet50, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538...
prepare-test-specs (resnet50, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:dev...
prepare-test-specs (edsr, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (edsr, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
prepare-test-specs (edsr, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
prepare-test-specs (mobilebert, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:3085353...
prepare-test-specs (mobilebert, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535...
prepare-test-specs (mobilebert, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (w2l, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
prepare-test-specs (w2l, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
prepare-test-specs (w2l, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
prepare-test-specs (meta-llama/Llama-3.2-1B, llama3_fb16, apple_iphone_15, arn:aws:devicefarm:us-...
prepare-test-specs (meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8, llama3_spinquant, apple_...
prepare-test-specs (meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8, llama3_qlora, apple_iphone_1...
export-models (llama, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devi...
export-models (llama, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:dev...
export-models (llama, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:...
export-models (mv3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (mv3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (mv3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:02...
export-models (mv2, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (mv2, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (mv2, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:02...
export-models (ic4, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (ic4, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (ic4, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:02...
export-models (ic3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (ic3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (ic3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:02...
export-models (resnet50, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:d...
export-models (resnet50, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
export-models (resnet50, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepo...
export-models (edsr, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (edsr, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devi...
export-models (edsr, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:0...
export-models (mobilebert, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
export-models (mobilebert, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511...
export-models (mobilebert, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (w2l, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
export-models (w2l, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
export-models (w2l, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicepool:02...
export-models (meta-llama/Llama-3.2-1B, llama3_fb16, apple_iphone_15, arn:aws:devicefarm:us-west-...
export-models (meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8, llama3_spinquant, apple_iphon...
export-models (meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8, llama3_qlora, apple_iphone_15, ar...
build-benchmark-app
upload-benchmark-app
benchmark-on-device (llama, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511...
benchmark-on-device (llama, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:3085353851...
benchmark-on-device (llama, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devic...
benchmark-on-device (mv3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (mv3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (mv3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
benchmark-on-device (mv2, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (mv2, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (mv2, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
benchmark-on-device (ic4, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (ic4, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (ic4, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
benchmark-on-device (ic3, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (ic3, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (ic3, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
benchmark-on-device (resnet50, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538...
benchmark-on-device (resnet50, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:3085353...
benchmark-on-device (resnet50, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:de...
benchmark-on-device (edsr, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (edsr, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853538511...
benchmark-on-device (edsr, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:device...
benchmark-on-device (mobilebert, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535...
benchmark-on-device (mobilebert, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:30853...
benchmark-on-device (mobilebert, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (w2l, xnnpack_q8, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:...
benchmark-on-device (w2l, coreml_fp16, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114...
benchmark-on-device (w2l, mps, apple_iphone_15, arn:aws:devicefarm:us-west-2:308535385114:devicep...
benchmark-on-device (meta-llama/Llama-3.2-1B, llama3_fb16, apple_iphone_15, arn:aws:devicefarm:us...
benchmark-on-device (meta-llama/Llama-3.2-1B-Instruct-SpinQuant_INT4_EO8, llama3_spinquant, apple...
benchmark-on-device (meta-llama/Llama-3.2-1B-Instruct-QLORA_INT4_EO8, llama3_qlora, apple_iphone_...
upload-benchmark-results
Job
Run time
6s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
0s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
1s
0s
1m 37s
You can’t perform that action at this time.