From d9dbe0380a64e2b1f4cb1d98ca2a6a1d3a6bfd85 Mon Sep 17 00:00:00 2001 From: Diego Manzanas Date: Tue, 20 Feb 2024 18:50:17 -0600 Subject: [PATCH] Fix scripts for 3D verification with multiple attacks --- .../medmnist/multipleAttacks_3D_results.txt | 990 ------------------ .../NN/medmnist/verify_3D_multipleAttacks.m | 6 +- .../examples/NN/medmnist/verify_medmnist3d.m | 3 + 3 files changed, 6 insertions(+), 993 deletions(-) delete mode 100644 code/nnv/examples/NN/medmnist/multipleAttacks_3D_results.txt diff --git a/code/nnv/examples/NN/medmnist/multipleAttacks_3D_results.txt b/code/nnv/examples/NN/medmnist/multipleAttacks_3D_results.txt deleted file mode 100644 index 7664b23526..0000000000 --- a/code/nnv/examples/NN/medmnist/multipleAttacks_3D_results.txt +++ /dev/null @@ -1,990 +0,0 @@ -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_adrenalmnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.089655 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.091389 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.097665 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.094814 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.088423 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.093128 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.082751 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.090661 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 152 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 38 -Average computation time of 0.10202 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.10423 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.21532 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.23374 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.15527 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.15155 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 160 -Number of not robust images = 0 -Number of unknown images = 2 -Number of missclassified images = 38 -Average computation time of 0.19122 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 157 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 38 -Average computation time of 0.15655 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 157 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 38 -Average computation time of 0.24745 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 157 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 38 -Average computation time of 0.26513 - -******************************************************* -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_fracturemnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 64 -Number of not robust images = 0 -Number of unknown images = 21 -Number of missclassified images = 115 -Average computation time of 0.066963 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 64 -Number of not robust images = 0 -Number of unknown images = 21 -Number of missclassified images = 115 -Average computation time of 0.071886 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 64 -Number of not robust images = 0 -Number of unknown images = 21 -Number of missclassified images = 115 -Average computation time of 0.077774 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 62 -Number of not robust images = 0 -Number of unknown images = 23 -Number of missclassified images = 115 -Average computation time of 0.070278 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 62 -Number of not robust images = 0 -Number of unknown images = 23 -Number of missclassified images = 115 -Average computation time of 0.07056 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 62 -Number of not robust images = 0 -Number of unknown images = 23 -Number of missclassified images = 115 -Average computation time of 0.084388 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 61 -Number of not robust images = 0 -Number of unknown images = 24 -Number of missclassified images = 115 -Average computation time of 0.062923 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 61 -Number of not robust images = 0 -Number of unknown images = 24 -Number of missclassified images = 115 -Average computation time of 0.068888 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 61 -Number of not robust images = 0 -Number of unknown images = 24 -Number of missclassified images = 115 -Average computation time of 0.078273 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 85 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 115 -Average computation time of 0.11543 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 85 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 115 -Average computation time of 0.25427 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 85 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 115 -Average computation time of 0.27232 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 84 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 115 -Average computation time of 0.081964 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 84 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 115 -Average computation time of 0.20942 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 84 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 115 -Average computation time of 0.23118 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 115 -Average computation time of 0.081765 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 115 -Average computation time of 0.20911 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 5 -Number of missclassified images = 115 -Average computation time of 0.22384 - -******************************************************* -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_nodulemnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 90 -Number of not robust images = 0 -Number of unknown images = 83 -Number of missclassified images = 27 -Average computation time of 0.091647 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 90 -Number of not robust images = 0 -Number of unknown images = 83 -Number of missclassified images = 27 -Average computation time of 0.10601 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 90 -Number of not robust images = 0 -Number of unknown images = 83 -Number of missclassified images = 27 -Average computation time of 0.11423 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 93 -Number of missclassified images = 27 -Average computation time of 0.094546 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 93 -Number of missclassified images = 27 -Average computation time of 0.1101 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 80 -Number of not robust images = 0 -Number of unknown images = 93 -Number of missclassified images = 27 -Average computation time of 0.12654 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 81 -Number of not robust images = 0 -Number of unknown images = 92 -Number of missclassified images = 27 -Average computation time of 0.10503 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 81 -Number of not robust images = 0 -Number of unknown images = 92 -Number of missclassified images = 27 -Average computation time of 0.116 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 81 -Number of not robust images = 0 -Number of unknown images = 92 -Number of missclassified images = 27 -Average computation time of 0.13058 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 12 -Number of missclassified images = 27 -Average computation time of 0.10913 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 12 -Number of missclassified images = 27 -Average computation time of 0.1208 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 12 -Number of missclassified images = 27 -Average computation time of 0.14372 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 138 -Number of not robust images = 0 -Number of unknown images = 35 -Number of missclassified images = 27 -Average computation time of 0.10546 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 138 -Number of not robust images = 0 -Number of unknown images = 35 -Number of missclassified images = 27 -Average computation time of 0.12612 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 138 -Number of not robust images = 0 -Number of unknown images = 35 -Number of missclassified images = 27 -Average computation time of 0.14722 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 116 -Number of not robust images = 0 -Number of unknown images = 57 -Number of missclassified images = 27 -Average computation time of 0.11492 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 116 -Number of not robust images = 0 -Number of unknown images = 57 -Number of missclassified images = 27 -Average computation time of 0.14412 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 116 -Number of not robust images = 0 -Number of unknown images = 57 -Number of missclassified images = 27 -Average computation time of 0.17602 - -******************************************************* -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_organmnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.14054 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.14117 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.14552 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.13693 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.13875 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.14997 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.1751 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.162 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 2 -Number of not robust images = 0 -Number of unknown images = 173 -Number of missclassified images = 25 -Average computation time of 0.16166 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 28 -Number of not robust images = 0 -Number of unknown images = 147 -Number of missclassified images = 25 -Average computation time of 0.15954 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 28 -Number of not robust images = 0 -Number of unknown images = 147 -Number of missclassified images = 25 -Average computation time of 0.17367 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 28 -Number of not robust images = 0 -Number of unknown images = 147 -Number of missclassified images = 25 -Average computation time of 0.18946 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 23 -Number of not robust images = 0 -Number of unknown images = 152 -Number of missclassified images = 25 -Average computation time of 0.15496 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 23 -Number of not robust images = 0 -Number of unknown images = 152 -Number of missclassified images = 25 -Average computation time of 0.19699 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 23 -Number of not robust images = 0 -Number of unknown images = 152 -Number of missclassified images = 25 -Average computation time of 0.22786 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 16 -Number of not robust images = 0 -Number of unknown images = 159 -Number of missclassified images = 25 -Average computation time of 0.17645 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 16 -Number of not robust images = 0 -Number of unknown images = 159 -Number of missclassified images = 25 -Average computation time of 0.23706 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 16 -Number of not robust images = 0 -Number of unknown images = 159 -Number of missclassified images = 25 -Average computation time of 0.28619 - -******************************************************* -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_synapsemnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.1092 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.10928 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.10852 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.10622 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.11437 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.117 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.10604 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.11188 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.12074 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.11667 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.12212 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.15097 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.12318 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.13739 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.15911 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.14024 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.15435 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 200 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 0 -Average computation time of 0.20001 - -******************************************************* -******************************************************* -================= PROCESSING RESULTS: results/verification_multipleAttacks_vesselmnist3d.mat ... -... processing dark attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 150 -Number of not robust images = 0 -Number of unknown images = 14 -Number of missclassified images = 36 -Average computation time of 0.09203 - -... processing dark attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 150 -Number of not robust images = 0 -Number of unknown images = 14 -Number of missclassified images = 36 -Average computation time of 0.10962 - -... processing dark attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 150 -Number of not robust images = 0 -Number of unknown images = 14 -Number of missclassified images = 36 -Average computation time of 0.11734 - -... processing dark attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 154 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 36 -Average computation time of 0.10295 - -... processing dark attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 154 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 36 -Average computation time of 0.10439 - -... processing dark attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 154 -Number of not robust images = 0 -Number of unknown images = 10 -Number of missclassified images = 36 -Average computation time of 0.11599 - -... processing dark attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 156 -Number of not robust images = 0 -Number of unknown images = 8 -Number of missclassified images = 36 -Average computation time of 0.10085 - -... processing dark attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 156 -Number of not robust images = 0 -Number of unknown images = 8 -Number of missclassified images = 36 -Average computation time of 0.09907 - -... processing dark attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 156 -Number of not robust images = 0 -Number of unknown images = 8 -Number of missclassified images = 36 -Average computation time of 0.10129 - -... processing bright attack with 50 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 164 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 36 -Average computation time of 0.10218 - -... processing bright attack with 50 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 164 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 36 -Average computation time of 0.11383 - -... processing bright attack with 50 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 164 -Number of not robust images = 0 -Number of unknown images = 0 -Number of missclassified images = 36 -Average computation time of 0.19815 - -... processing bright attack with 100 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 163 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 36 -Average computation time of 0.1618 - -... processing bright attack with 100 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 163 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 36 -Average computation time of 0.20755 - -... processing bright attack with 100 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 163 -Number of not robust images = 0 -Number of unknown images = 1 -Number of missclassified images = 36 -Average computation time of 0.18294 - -... processing bright attack with 200 pixels perturbed with noise of 1 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 3 -Number of missclassified images = 36 -Average computation time of 0.14705 - -... processing bright attack with 200 pixels perturbed with noise of 2 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 3 -Number of missclassified images = 36 -Average computation time of 0.2101 - -... processing bright attack with 200 pixels perturbed with noise of 3 ------------ ROBUSTNESS RESULTS ------------- -Verification results of 200 images. -Number of robust images = 161 -Number of not robust images = 0 -Number of unknown images = 3 -Number of missclassified images = 36 -Average computation time of 0.15325 - -******************************************************* diff --git a/code/nnv/examples/NN/medmnist/verify_3D_multipleAttacks.m b/code/nnv/examples/NN/medmnist/verify_3D_multipleAttacks.m index f0b0d57eaf..9df654047f 100644 --- a/code/nnv/examples/NN/medmnist/verify_3D_multipleAttacks.m +++ b/code/nnv/examples/NN/medmnist/verify_3D_multipleAttacks.m @@ -29,9 +29,9 @@ net = matlab2nnv(net); % adversarial attacks - names = ["dark";"bright"]; - max_pixels = [50;100;200]; - noise_vals = [1;2;3]; + names = ["dark"; "bright"]; + max_pixels = [50; 100; 200]; + noise_vals = [1/255; 2/255; 3/255]; % select volumes to verify N = 200; diff --git a/code/nnv/examples/NN/medmnist/verify_medmnist3d.m b/code/nnv/examples/NN/medmnist/verify_medmnist3d.m index 3cb4a69b89..2fe44dc280 100644 --- a/code/nnv/examples/NN/medmnist/verify_medmnist3d.m +++ b/code/nnv/examples/NN/medmnist/verify_medmnist3d.m @@ -35,6 +35,8 @@ % Define reachability parameters reachOptions = struct; reachOptions.reachMethod = 'approx-star'; + % reachOptions.reachMethod = 'relax-star-area'; + % reachOptions.relaxFactor = 0.5; % solve only 1-relaxFactor of LPs for the 2 relu layers in the network % reachOptions.dis_opt = 'display'; % Evaluate all images @@ -86,6 +88,7 @@ % Compute reachability for verification results(1,i) = net.verify_robustness(I, reachOptions, targets(i)); results(2,i) = toc(t); + disp(toc(t)); end