From 30baea4c89d6fca886b6847a5355cbc9444e1194 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 9 Dec 2024 04:06:52 +0000 Subject: [PATCH] Update Benchmarks 2024-12-09 33eed2f8edf56c2914afa536167ef895d107277d --- bench/data.js | 222 +++++++- bench/data.json | 222 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 98 ++-- .../report/SD.svg | 114 ++--- .../report/both/pdf.svg | 62 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 126 ++--- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 44 +- .../report/mean.svg | 114 ++--- .../report/median.svg | 92 ++-- .../report/pdf.svg | 142 +++--- .../report/pdf_small.svg | 68 +-- .../report/regression.svg | 54 +- .../report/regression_small.svg | 44 +- .../report/relative_pdf_small.svg | 62 +-- .../report/relative_regression_small.svg | 2 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 ++- .../report/SD.svg | 96 ++-- .../report/both/iteration_times.svg | 416 +++++++-------- .../report/both/pdf.svg | 86 ++-- .../report/change/mean.svg | 82 ++- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 230 +++++---- .../report/iteration_times_small.svg | 228 +++++---- .../report/mean.svg | 110 ++-- .../report/median.svg | 116 ++--- .../report/pdf.svg | 152 +++--- .../report/pdf_small.svg | 74 ++- .../report/relative_iteration_times_small.svg | 394 +++++++------- .../report/relative_pdf_small.svg | 86 ++-- .../report/typical.svg | 110 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 86 ++-- .../report/SD.svg | 110 ++-- .../report/both/iteration_times.svg | 443 ++++++++-------- .../report/both/pdf.svg | 68 +-- .../report/change/mean.svg | 88 ++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 36 +- .../report/iteration_times.svg | 242 ++++----- .../report/iteration_times_small.svg | 242 ++++----- .../report/mean.svg | 120 +++-- .../report/median.svg | 84 +-- .../report/pdf.svg | 144 ++---- .../report/pdf_small.svg | 72 ++- .../report/relative_iteration_times_small.svg | 441 ++++++++-------- .../report/relative_pdf_small.svg | 68 +-- .../report/typical.svg | 120 +++-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 104 ++-- criterion/fan_in_hydroflow/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 464 +++++++++-------- .../fan_in_hydroflow/report/both/pdf.svg | 24 +- .../fan_in_hydroflow/report/change/mean.svg | 84 +-- .../fan_in_hydroflow/report/change/median.svg | 92 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 44 +- criterion/fan_in_hydroflow/report/index.html | 40 +- .../report/iteration_times.svg | 257 +++++----- .../report/iteration_times_small.svg | 255 ++++----- criterion/fan_in_hydroflow/report/mean.svg | 88 ++-- criterion/fan_in_hydroflow/report/median.svg | 112 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 120 ++--- .../fan_in_hydroflow/report/pdf_small.svg | 52 +- .../report/relative_iteration_times_small.svg | 464 +++++++++-------- .../report/relative_pdf_small.svg | 24 +- criterion/fan_in_hydroflow/report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 100 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 100 ++-- .../report/both/iteration_times.svg | 474 +++++++++-------- .../report/both/pdf.svg | 36 +- .../report/change/mean.svg | 86 ++-- .../report/change/median.svg | 72 +-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 258 +++++----- .../report/iteration_times_small.svg | 264 +++++----- .../fan_in_hydroflow_surface/report/mean.svg | 92 ++-- .../report/median.svg | 90 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 60 ++- .../report/relative_iteration_times_small.svg | 470 ++++++++--------- .../report/relative_pdf_small.svg | 36 +- .../report/typical.svg | 92 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 114 +++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 80 +-- .../report/both/iteration_times.svg | 445 ++++++++-------- .../report/both/pdf.svg | 60 ++- .../report/change/mean.svg | 128 +++-- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 80 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 262 +++++----- .../report/iteration_times_small.svg | 264 +++++----- .../report/mean.svg | 90 ++-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 112 ++-- .../report/pdf_small.svg | 58 ++- .../report/relative_iteration_times_small.svg | 441 ++++++++-------- .../report/relative_pdf_small.svg | 60 ++- .../report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 130 ++--- .../fan_out_hydroflow_surface/report/SD.svg | 82 ++- .../report/both/iteration_times.svg | 437 ++++++++-------- .../report/both/pdf.svg | 24 +- .../report/change/mean.svg | 102 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 257 +++++----- .../report/iteration_times_small.svg | 255 +++++---- .../fan_out_hydroflow_surface/report/mean.svg | 122 ++--- .../report/median.svg | 104 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 100 ++-- .../report/pdf_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 439 ++++++++-------- .../report/relative_pdf_small.svg | 24 +- .../report/typical.svg | 122 ++--- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 82 +-- criterion/fork_join_hydroflow/report/SD.svg | 110 ++-- .../report/both/iteration_times.svg | 459 +++++++++-------- .../fork_join_hydroflow/report/both/pdf.svg | 70 +-- .../report/change/mean.svg | 124 ++--- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 80 +-- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 260 +++++----- .../report/iteration_times_small.svg | 260 +++++----- criterion/fork_join_hydroflow/report/mean.svg | 98 ++-- .../fork_join_hydroflow/report/median.svg | 88 ++-- criterion/fork_join_hydroflow/report/pdf.svg | 82 +-- .../fork_join_hydroflow/report/pdf_small.svg | 56 +- .../report/relative_iteration_times_small.svg | 457 +++++++++-------- .../report/relative_pdf_small.svg | 70 +-- .../fork_join_hydroflow/report/typical.svg | 98 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 120 ++--- .../fork_join_hydroflow_builder/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 446 ++++++++-------- .../report/both/pdf.svg | 34 +- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 84 +-- .../report/change/t-test.svg | 76 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 285 ++++++----- .../report/iteration_times_small.svg | 285 ++++++----- .../report/mean.svg | 86 ++-- .../report/median.svg | 108 ++-- .../report/pdf.svg | 202 +++++--- .../report/pdf_small.svg | 70 +-- .../report/relative_iteration_times_small.svg | 446 ++++++++-------- .../report/relative_pdf_small.svg | 34 +- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 88 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 124 ++--- .../report/both/iteration_times.svg | 460 ++++++++--------- .../report/both/pdf.svg | 70 ++- .../report/change/mean.svg | 120 ++--- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 252 ++++----- .../report/iteration_times_small.svg | 252 ++++----- .../report/mean.svg | 98 ++-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 98 ++-- .../report/pdf_small.svg | 54 +- .../report/relative_iteration_times_small.svg | 458 ++++++++--------- .../report/relative_pdf_small.svg | 70 ++- .../report/typical.svg | 98 ++-- .../hydroflow_diamond/base/estimates.json | 2 +- criterion/hydroflow_diamond/base/sample.json | 2 +- criterion/hydroflow_diamond/base/tukey.json | 2 +- .../hydroflow_diamond/change/estimates.json | 2 +- .../hydroflow_diamond/new/estimates.json | 2 +- criterion/hydroflow_diamond/new/sample.json | 2 +- criterion/hydroflow_diamond/new/tukey.json | 2 +- criterion/hydroflow_diamond/report/MAD.svg | 128 ++--- criterion/hydroflow_diamond/report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 472 ++++++++--------- .../hydroflow_diamond/report/both/pdf.svg | 28 +- .../hydroflow_diamond/report/change/mean.svg | 118 +++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 76 ++- criterion/hydroflow_diamond/report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 263 +++++----- criterion/hydroflow_diamond/report/mean.svg | 104 ++-- criterion/hydroflow_diamond/report/median.svg | 102 ++-- criterion/hydroflow_diamond/report/pdf.svg | 118 ++--- .../hydroflow_diamond/report/pdf_small.svg | 78 ++- .../report/relative_iteration_times_small.svg | 468 ++++++++--------- .../report/relative_pdf_small.svg | 48 +- .../hydroflow_diamond/report/typical.svg | 104 ++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 112 ++-- criterion/identity_hydroflow/report/SD.svg | 114 ++--- .../report/both/iteration_times.svg | 482 +++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 36 +- .../identity_hydroflow/report/change/mean.svg | 100 ++-- .../report/change/median.svg | 80 ++- .../report/change/t-test.svg | 58 +-- .../identity_hydroflow/report/index.html | 36 +- .../report/iteration_times.svg | 253 ++++----- .../report/iteration_times_small.svg | 253 ++++----- criterion/identity_hydroflow/report/mean.svg | 122 ++--- .../identity_hydroflow/report/median.svg | 104 ++-- criterion/identity_hydroflow/report/pdf.svg | 138 ++--- .../identity_hydroflow/report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 472 ++++++++--------- .../report/relative_pdf_small.svg | 36 +- .../identity_hydroflow/report/typical.svg | 122 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 98 ++-- .../identity_hydroflow_compiled/report/SD.svg | 112 ++-- .../report/both/iteration_times.svg | 436 ++++++++-------- .../report/both/pdf.svg | 52 +- .../report/change/mean.svg | 124 +++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 ++- .../report/index.html | 40 +- .../report/iteration_times.svg | 244 +++++---- .../report/iteration_times_small.svg | 240 +++++---- .../report/mean.svg | 110 ++-- .../report/median.svg | 104 ++-- .../report/pdf.svg | 136 ++--- .../report/pdf_small.svg | 60 ++- .../report/relative_iteration_times_small.svg | 434 ++++++++-------- .../report/relative_pdf_small.svg | 52 +- .../report/typical.svg | 110 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 92 ++-- .../identity_hydroflow_surface/report/SD.svg | 106 ++-- .../report/both/iteration_times.svg | 434 ++++++++-------- .../report/both/pdf.svg | 44 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 36 +- .../report/iteration_times.svg | 252 ++++----- .../report/iteration_times_small.svg | 252 ++++----- .../report/mean.svg | 106 ++-- .../report/median.svg | 96 ++-- .../identity_hydroflow_surface/report/pdf.svg | 94 ++-- .../report/pdf_small.svg | 24 +- .../report/relative_iteration_times_small.svg | 434 ++++++++-------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 106 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 98 ++-- criterion/micro_ops_anti_join/report/SD.svg | 92 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 68 +-- .../report/change/median.svg | 66 +-- .../report/change/t-test.svg | 64 +-- .../micro_ops_anti_join/report/index.html | 46 +- criterion/micro_ops_anti_join/report/mean.svg | 96 ++-- .../micro_ops_anti_join/report/median.svg | 96 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 142 +++--- .../micro_ops_anti_join/report/pdf_small.svg | 66 +-- .../micro_ops_anti_join/report/regression.svg | 224 ++++---- .../report/regression_small.svg | 182 +++---- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_anti_join/report/slope.svg | 96 ++-- .../micro_ops_anti_join/report/typical.svg | 96 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 86 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 78 +-- .../micro_ops_crossjoin/report/both/pdf.svg | 24 +- .../report/both/regression.svg | 42 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 112 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_crossjoin/report/index.html | 46 +- criterion/micro_ops_crossjoin/report/mean.svg | 82 ++- .../micro_ops_crossjoin/report/median.svg | 86 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 116 +++-- .../micro_ops_crossjoin/report/pdf_small.svg | 48 +- .../micro_ops_crossjoin/report/regression.svg | 114 ++--- .../report/regression_small.svg | 82 +-- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 48 +- .../micro_ops_crossjoin/report/slope.svg | 96 ++-- .../micro_ops_crossjoin/report/typical.svg | 96 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 94 ++-- criterion/micro_ops_difference/report/SD.svg | 116 +++-- .../micro_ops_difference/report/both/pdf.svg | 70 +-- .../report/both/regression.svg | 24 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 128 +++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 46 +- .../micro_ops_difference/report/mean.svg | 88 ++-- .../micro_ops_difference/report/median.svg | 98 ++-- criterion/micro_ops_difference/report/pdf.svg | 66 +-- .../micro_ops_difference/report/pdf_small.svg | 36 +- .../report/regression.svg | 196 +++---- .../report/regression_small.svg | 180 +++---- .../report/relative_pdf_small.svg | 70 +-- .../report/relative_regression_small.svg | 6 +- .../micro_ops_difference/report/slope.svg | 106 ++-- .../micro_ops_difference/report/typical.svg | 106 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 104 ++-- criterion/micro_ops_flat_map/report/SD.svg | 80 +-- .../micro_ops_flat_map/report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../micro_ops_flat_map/report/change/mean.svg | 116 +++-- .../report/change/median.svg | 88 ++-- .../report/change/t-test.svg | 76 ++- .../micro_ops_flat_map/report/index.html | 46 +- criterion/micro_ops_flat_map/report/mean.svg | 86 ++-- .../micro_ops_flat_map/report/median.svg | 84 ++- criterion/micro_ops_flat_map/report/pdf.svg | 86 ++-- .../micro_ops_flat_map/report/pdf_small.svg | 48 +- .../micro_ops_flat_map/report/regression.svg | 150 +++--- .../report/regression_small.svg | 126 ++--- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_flat_map/report/slope.svg | 94 ++-- .../micro_ops_flat_map/report/typical.svg | 94 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 102 ++-- criterion/micro_ops_fold/report/SD.svg | 108 ++-- .../report/both/iteration_times.svg | 455 ++++++++--------- criterion/micro_ops_fold/report/both/pdf.svg | 36 +- .../micro_ops_fold/report/change/mean.svg | 142 +++--- .../micro_ops_fold/report/change/median.svg | 116 +++-- .../micro_ops_fold/report/change/t-test.svg | 72 +-- criterion/micro_ops_fold/report/index.html | 40 +- .../micro_ops_fold/report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 256 +++++----- criterion/micro_ops_fold/report/mean.svg | 84 +-- criterion/micro_ops_fold/report/median.svg | 104 ++-- criterion/micro_ops_fold/report/pdf.svg | 208 ++++---- criterion/micro_ops_fold/report/pdf_small.svg | 84 +-- .../report/relative_iteration_times_small.svg | 447 ++++++++-------- .../report/relative_pdf_small.svg | 36 +- criterion/micro_ops_fold/report/typical.svg | 84 +-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 104 ++-- criterion/micro_ops_group_by/report/SD.svg | 114 +++-- .../micro_ops_group_by/report/both/pdf.svg | 24 +- .../report/both/regression.svg | 8 +- .../micro_ops_group_by/report/change/mean.svg | 92 ++-- .../report/change/median.svg | 78 +-- .../report/change/t-test.svg | 68 +-- .../micro_ops_group_by/report/index.html | 44 +- criterion/micro_ops_group_by/report/mean.svg | 88 ++-- .../micro_ops_group_by/report/median.svg | 106 ++-- criterion/micro_ops_group_by/report/pdf.svg | 110 ++-- .../micro_ops_group_by/report/pdf_small.svg | 60 +-- .../micro_ops_group_by/report/regression.svg | 200 ++++---- .../report/regression_small.svg | 182 +++---- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 14 +- criterion/micro_ops_group_by/report/slope.svg | 94 ++-- .../micro_ops_group_by/report/typical.svg | 94 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 98 ++-- criterion/micro_ops_identity/report/SD.svg | 114 ++--- .../micro_ops_identity/report/both/pdf.svg | 20 +- .../report/both/regression.svg | 8 +- .../micro_ops_identity/report/change/mean.svg | 106 ++-- .../report/change/median.svg | 78 +-- .../report/change/t-test.svg | 72 +-- .../micro_ops_identity/report/index.html | 46 +- criterion/micro_ops_identity/report/mean.svg | 106 ++-- .../micro_ops_identity/report/median.svg | 70 +-- criterion/micro_ops_identity/report/pdf.svg | 106 ++-- .../micro_ops_identity/report/pdf_small.svg | 58 +-- .../micro_ops_identity/report/regression.svg | 207 ++++---- .../report/regression_small.svg | 197 +++---- .../report/relative_pdf_small.svg | 20 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_identity/report/slope.svg | 66 +-- .../micro_ops_identity/report/typical.svg | 66 +-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 80 ++- criterion/micro_ops_join/report/SD.svg | 102 ++-- criterion/micro_ops_join/report/both/pdf.svg | 74 +-- .../micro_ops_join/report/both/regression.svg | 60 +-- .../micro_ops_join/report/change/mean.svg | 104 ++-- .../micro_ops_join/report/change/median.svg | 114 +++-- .../micro_ops_join/report/change/t-test.svg | 76 ++- criterion/micro_ops_join/report/index.html | 46 +- criterion/micro_ops_join/report/mean.svg | 98 ++-- criterion/micro_ops_join/report/median.svg | 98 ++-- criterion/micro_ops_join/report/pdf.svg | 120 ++--- criterion/micro_ops_join/report/pdf_small.svg | 62 +-- .../micro_ops_join/report/regression.svg | 208 ++++---- .../report/regression_small.svg | 180 +++---- .../report/relative_pdf_small.svg | 74 +-- .../report/relative_regression_small.svg | 58 +-- criterion/micro_ops_join/report/slope.svg | 102 ++-- criterion/micro_ops_join/report/typical.svg | 102 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 82 ++- criterion/micro_ops_map/report/SD.svg | 92 ++-- criterion/micro_ops_map/report/both/pdf.svg | 76 +-- .../micro_ops_map/report/both/regression.svg | 36 +- .../micro_ops_map/report/change/mean.svg | 118 +++-- .../micro_ops_map/report/change/median.svg | 100 ++-- .../micro_ops_map/report/change/t-test.svg | 72 ++- criterion/micro_ops_map/report/index.html | 44 +- criterion/micro_ops_map/report/mean.svg | 88 ++-- criterion/micro_ops_map/report/median.svg | 78 ++- criterion/micro_ops_map/report/pdf.svg | 146 +++--- criterion/micro_ops_map/report/pdf_small.svg | 58 ++- criterion/micro_ops_map/report/regression.svg | 220 ++++---- .../micro_ops_map/report/regression_small.svg | 216 ++++---- .../report/relative_pdf_small.svg | 76 +-- .../report/relative_regression_small.svg | 36 +- criterion/micro_ops_map/report/slope.svg | 106 ++-- criterion/micro_ops_map/report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 82 +-- .../micro_ops_next_tick_big/report/SD.svg | 86 ++-- .../report/both/pdf.svg | 44 +- .../report/both/regression.svg | 62 +-- .../report/change/mean.svg | 98 ++-- .../report/change/median.svg | 84 +-- .../report/change/t-test.svg | 72 +-- .../micro_ops_next_tick_big/report/index.html | 42 +- .../micro_ops_next_tick_big/report/mean.svg | 108 ++-- .../micro_ops_next_tick_big/report/median.svg | 98 ++-- .../micro_ops_next_tick_big/report/pdf.svg | 104 ++-- .../report/pdf_small.svg | 60 ++- .../report/regression.svg | 253 ++++----- .../report/regression_small.svg | 251 ++++----- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 50 +- .../micro_ops_next_tick_big/report/slope.svg | 78 ++- .../report/typical.svg | 78 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 74 +-- .../micro_ops_next_tick_small/report/SD.svg | 100 ++-- .../report/both/pdf.svg | 32 +- .../report/both/regression.svg | 32 +- .../report/change/mean.svg | 80 ++- .../report/change/median.svg | 82 ++- .../report/change/t-test.svg | 68 +-- .../report/index.html | 44 +- .../micro_ops_next_tick_small/report/mean.svg | 80 ++- .../report/median.svg | 96 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 156 +++--- .../report/pdf_small.svg | 72 +-- .../report/regression.svg | 158 +++--- .../report/regression_small.svg | 130 ++--- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 14 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 86 ++-- criterion/micro_ops_sort/report/SD.svg | 100 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 34 +- .../micro_ops_sort/report/both/regression.svg | 8 +- .../micro_ops_sort/report/change/mean.svg | 100 ++-- .../micro_ops_sort/report/change/median.svg | 100 ++-- .../micro_ops_sort/report/change/t-test.svg | 80 ++- criterion/micro_ops_sort/report/index.html | 46 +- criterion/micro_ops_sort/report/mean.svg | 122 ++--- criterion/micro_ops_sort/report/median.svg | 88 ++-- criterion/micro_ops_sort/report/pdf.svg | 118 ++--- criterion/micro_ops_sort/report/pdf_small.svg | 56 +- .../micro_ops_sort/report/regression.svg | 226 ++++---- .../report/regression_small.svg | 166 +++--- .../report/relative_pdf_small.svg | 34 +- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_sort/report/slope.svg | 80 ++- criterion/micro_ops_sort/report/typical.svg | 80 ++- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 82 ++- criterion/micro_ops_tee/report/SD.svg | 128 ++--- criterion/micro_ops_tee/report/both/pdf.svg | 64 +-- .../micro_ops_tee/report/both/regression.svg | 54 +- .../micro_ops_tee/report/change/mean.svg | 96 ++-- .../micro_ops_tee/report/change/median.svg | 128 ++--- .../micro_ops_tee/report/change/t-test.svg | 68 ++- criterion/micro_ops_tee/report/index.html | 46 +- criterion/micro_ops_tee/report/mean.svg | 94 ++-- criterion/micro_ops_tee/report/median.svg | 80 +-- criterion/micro_ops_tee/report/pdf.svg | 126 ++--- criterion/micro_ops_tee/report/pdf_small.svg | 72 +-- criterion/micro_ops_tee/report/regression.svg | 240 ++++----- .../micro_ops_tee/report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 64 +-- .../report/relative_regression_small.svg | 18 +- criterion/micro_ops_tee/report/slope.svg | 118 +++-- criterion/micro_ops_tee/report/typical.svg | 118 +++-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 96 ++-- criterion/micro_ops_union/report/SD.svg | 112 ++-- criterion/micro_ops_union/report/both/pdf.svg | 60 ++- .../report/both/regression.svg | 6 +- .../micro_ops_union/report/change/mean.svg | 120 +++-- .../micro_ops_union/report/change/median.svg | 90 ++-- .../micro_ops_union/report/change/t-test.svg | 36 +- criterion/micro_ops_union/report/index.html | 44 +- criterion/micro_ops_union/report/mean.svg | 86 ++-- criterion/micro_ops_union/report/median.svg | 80 ++- criterion/micro_ops_union/report/pdf.svg | 130 +++-- .../micro_ops_union/report/pdf_small.svg | 58 +-- .../micro_ops_union/report/regression.svg | 214 ++++---- .../report/regression_small.svg | 200 ++++---- .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_union/report/slope.svg | 86 ++-- criterion/micro_ops_union/report/typical.svg | 86 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 96 ++-- criterion/micro_ops_unique/report/SD.svg | 92 ++-- .../micro_ops_unique/report/both/pdf.svg | 34 +- .../report/both/regression.svg | 4 +- .../micro_ops_unique/report/change/mean.svg | 86 ++-- .../micro_ops_unique/report/change/median.svg | 90 ++-- .../micro_ops_unique/report/change/t-test.svg | 72 +-- criterion/micro_ops_unique/report/index.html | 44 +- criterion/micro_ops_unique/report/mean.svg | 68 +-- criterion/micro_ops_unique/report/median.svg | 98 ++-- criterion/micro_ops_unique/report/pdf.svg | 106 ++-- .../micro_ops_unique/report/pdf_small.svg | 62 ++- .../micro_ops_unique/report/regression.svg | 242 ++++----- .../report/regression_small.svg | 226 ++++---- .../report/relative_pdf_small.svg | 34 +- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_unique/report/slope.svg | 90 ++-- criterion/micro_ops_unique/report/typical.svg | 90 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 92 ++-- .../reachability_hydroflow/report/SD.svg | 114 ++--- .../report/both/pdf.svg | 36 +- .../report/both/regression.svg | 49 +- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 98 ++-- .../report/change/t-test.svg | 68 ++- .../reachability_hydroflow/report/index.html | 46 +- .../reachability_hydroflow/report/mean.svg | 114 +++-- .../reachability_hydroflow/report/median.svg | 102 ++-- .../reachability_hydroflow/report/pdf.svg | 150 +++--- .../report/pdf_small.svg | 82 +-- .../report/regression.svg | 215 ++++---- .../report/regression_small.svg | 211 ++++---- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 25 +- .../reachability_hydroflow/report/slope.svg | 104 ++-- .../reachability_hydroflow/report/typical.svg | 104 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 +-- .../report/SD.svg | 102 ++-- .../report/both/pdf.svg | 32 +- .../report/both/regression.svg | 48 +- .../report/change/mean.svg | 108 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 44 +- .../report/mean.svg | 110 ++-- .../report/median.svg | 76 ++- .../report/pdf.svg | 144 +++--- .../report/pdf_small.svg | 72 ++- .../report/regression.svg | 248 ++++----- .../report/regression_small.svg | 248 ++++----- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 48 +- .../report/slope.svg | 110 ++-- .../report/typical.svg | 110 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 122 ++--- .../report/SD.svg | 94 ++-- .../report/both/iteration_times.svg | 470 +++++++++-------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 56 +- .../report/index.html | 40 +- .../report/iteration_times.svg | 261 +++++----- .../report/iteration_times_small.svg | 259 +++++----- .../report/mean.svg | 118 +++-- .../report/median.svg | 100 ++-- .../report/pdf.svg | 156 +++--- .../report/pdf_small.svg | 70 ++- .../report/relative_iteration_times_small.svg | 466 +++++++++-------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 118 +++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 90 ++-- .../report/SD.svg | 98 ++-- .../report/both/pdf.svg | 62 ++- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 68 ++- .../report/change/t-test.svg | 72 +-- .../report/index.html | 44 +- .../report/mean.svg | 102 ++-- .../report/median.svg | 108 ++-- .../report/pdf.svg | 138 +++-- .../report/pdf_small.svg | 58 +-- .../report/regression.svg | 108 ++-- .../report/regression_small.svg | 86 ++-- .../report/relative_pdf_small.svg | 62 ++- .../report/relative_regression_small.svg | 8 +- .../report/slope.svg | 104 ++-- .../report/typical.svg | 104 ++-- 812 files changed, 33349 insertions(+), 33577 deletions(-) diff --git a/bench/data.js b/bench/data.js index 8c471941107f..0c6aa9db1d79 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1733630752362, + "lastUpdate": 1733717211243, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -176431,6 +176431,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "33eed2f8edf56c2914afa536167ef895d107277d", + "message": "refactor(hydroflow): rename `two_pc` -> `two_pc_hf` for collision with hf+ `two_pc` example (#1601)", + "timestamp": "2024-12-07T02:02:41Z", + "url": "https://github.com/hydro-project/hydroflow/commit/33eed2f8edf56c2914afa536167ef895d107277d" + }, + "date": 1733717211206, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309333, + "range": "± 5899", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6493478, + "range": "± 87767", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6541593, + "range": "± 19704", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75206922, + "range": "± 891150", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 26384197, + "range": "± 1505359", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 50759397, + "range": "± 1337756", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6498949, + "range": "± 22234", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6272552, + "range": "± 51846", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31161387, + "range": "± 2352232", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4951902, + "range": "± 151251", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 9165799, + "range": "± 200343", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6492647, + "range": "± 21593", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6647931, + "range": "± 12570", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1801002, + "range": "± 68144", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1794173, + "range": "± 46543", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5121509, + "range": "± 82757", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1513600, + "range": "± 32796", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 59186164, + "range": "± 1941376", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3957, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52798, + "range": "± 363", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9515, + "range": "± 360", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6652, + "range": "± 101", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76609, + "range": "± 385", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 67867, + "range": "± 1234", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16991, + "range": "± 280", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6948, + "range": "± 173", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 23374, + "range": "± 5057", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81003, + "range": "± 1970", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102138, + "range": "± 1245", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8113, + "range": "± 288", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48765, + "range": "± 1123", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70442, + "range": "± 3497", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8940, + "range": "± 622", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 05052c5980e3..5fc87d93645e 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1733630752362, + "lastUpdate": 1733717211243, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -176430,6 +176430,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "33eed2f8edf56c2914afa536167ef895d107277d", + "message": "refactor(hydroflow): rename `two_pc` -> `two_pc_hf` for collision with hf+ `two_pc` example (#1601)", + "timestamp": "2024-12-07T02:02:41Z", + "url": "https://github.com/hydro-project/hydroflow/commit/33eed2f8edf56c2914afa536167ef895d107277d" + }, + "date": 1733717211206, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309333, + "range": "± 5899", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6493478, + "range": "± 87767", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6541593, + "range": "± 19704", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75206922, + "range": "± 891150", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 26384197, + "range": "± 1505359", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 50759397, + "range": "± 1337756", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6498949, + "range": "± 22234", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6272552, + "range": "± 51846", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31161387, + "range": "± 2352232", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4951902, + "range": "± 151251", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 9165799, + "range": "± 200343", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6492647, + "range": "± 21593", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6647931, + "range": "± 12570", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1801002, + "range": "± 68144", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1794173, + "range": "± 46543", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5121509, + "range": "± 82757", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1513600, + "range": "± 32796", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 59186164, + "range": "± 1941376", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3957, + "range": "± 127", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52798, + "range": "± 363", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9515, + "range": "± 360", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6652, + "range": "± 101", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76609, + "range": "± 385", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 67867, + "range": "± 1234", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16991, + "range": "± 280", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6948, + "range": "± 173", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 23374, + "range": "± 5057", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81003, + "range": "± 1970", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 102138, + "range": "± 1245", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8113, + "range": "± 288", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48765, + "range": "± 1123", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 70442, + "range": "± 3497", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8940, + "range": "± 622", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 1171f47c58b0..731a289678fe 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309242.2550061985,"upper_bound":310189.92006934085},"point_estimate":309594.365156021,"standard_error":262.7040097725176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309095.2669491525,"upper_bound":309211.3333333333},"point_estimate":309150.0430253623,"standard_error":33.90691211195495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.99802897408333,"upper_bound":315.3163872612055},"point_estimate":207.10802040040403,"standard_error":46.01343300304686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309197.700520111,"upper_bound":310847.5917814118},"point_estimate":309741.37527634104,"standard_error":478.3198363488533},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":336.3403330136662,"upper_bound":4450.450781379021},"point_estimate":2643.8735057751337,"standard_error":1331.7784246946644}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309557.3945409941,"upper_bound":311824.6635337676},"point_estimate":310493.1611667873,"standard_error":591.0290795866897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309282.03529411764,"upper_bound":309398.1611111111},"point_estimate":309333.53050595237,"standard_error":33.9463527420177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.5083394088325,"upper_bound":290.15299803056513},"point_estimate":186.84815928332088,"standard_error":32.40563054326903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309532.32240462006,"upper_bound":310595.1422189831},"point_estimate":309972.6296844983,"standard_error":274.3666389543108},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1091.1698580335299,"upper_bound":9329.855522819857},"point_estimate":5899.917213212233,"standard_error":2199.1763145517966}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index cda64fa973f9..90c3384c3056 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233105.0,2483643.0,3719243.0,4947268.0,6184311.0,7417576.0,8682751.0,9888946.0,11131608.0,12357240.0,13598600.0,14835202.0,16070662.0,17300451.0,18543394.0,19805673.0,21046803.0,22287162.0,23547037.0,24734738.0,25962112.0,27365725.0,28442289.0,29709668.0,30955697.0,32218758.0,33367125.0,34644072.0,35837723.0,37105022.0,38328700.0,39602079.0,40791804.0,42017004.0,43248095.0,44508582.0,46720188.0,47059800.0,48254264.0,49539656.0,50792609.0,51928883.0,53162871.0,54418867.0,55671639.0,56971779.0,58194756.0,59355796.0,60586337.0,61801839.0,63074469.0,64450471.0,65613322.0,66851348.0,68141430.0,69263537.0,70447081.0,71706104.0,72946483.0,74189586.0,75790173.0,76646429.0,77877300.0,79112238.0,80358739.0,81564423.0,82789503.0,84092007.0,85272835.0,86518464.0,87745307.0,89040958.0,90330689.0,91481601.0,92713884.0,93935568.0,95190414.0,96411718.0,97880712.0,107106293.0,100398407.0,101391787.0,102886890.0,103903051.0,105142758.0,106342030.0,107519622.0,108890874.0,110033021.0,111279069.0,112521903.0,113746702.0,115156166.0,116282212.0,117454714.0,118659296.0,120003969.0,121149952.0,122541813.0,123678648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1234691.0,2475503.0,3702410.0,4955245.0,6185558.0,7423184.0,8650892.0,9895161.0,11123019.0,12360895.0,13596699.0,14834616.0,16070840.0,17305882.0,18577311.0,19821239.0,21016978.0,22833848.0,23515573.0,24759262.0,25967353.0,27217372.0,28469788.0,29699238.0,30929969.0,32158466.0,33416949.0,34638013.0,35870568.0,37130194.0,38323856.0,39615110.0,40791430.0,42036759.0,43338714.0,44553987.0,52777084.0,52053211.0,48459219.0,49595123.0,50833078.0,51964995.0,53249066.0,55111990.0,55689319.0,56907337.0,58180819.0,59395510.0,60642112.0,61872332.0,63067717.0,66657049.0,66667348.0,66800528.0,68017583.0,69813742.0,70484917.0,71706552.0,73333515.0,74600645.0,75471151.0,76690862.0,77977960.0,79137217.0,80394188.0,81630540.0,82885998.0,84068218.0,85401743.0,86564716.0,87798605.0,89240290.0,90334597.0,91569096.0,92772245.0,94051077.0,95224992.0,96539410.0,97684201.0,99020749.0,100245981.0,102122080.0,102761204.0,103948014.0,105155892.0,106392385.0,107633746.0,108926294.0,110109786.0,111383338.0,112558766.0,114534570.0,115137008.0,116351586.0,117532441.0,118802999.0,119999287.0,121247634.0,122458991.0,123779432.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 299527f53589..cdf4f0a58bc9 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[307782.75483490573,308419.5899174529,310117.81680424523,310754.65188679233] \ No newline at end of file +[308455.5168154809,308831.73804060754,309834.99464094534,310211.21586607205] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index d66e91935fdb..e027a356d08d 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006358160250882475,"upper_bound":0.0030749740645668704},"point_estimate":0.0011581077531011008,"standard_error":0.0008240177885982579},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00014237468668054643,"upper_bound":0.00030193817260593114},"point_estimate":0.00005956562370013074,"standard_error":0.00012211395618070994}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006810398847752028,"upper_bound":0.00806084882798099},"point_estimate":0.0029031407283959254,"standard_error":0.002216054062363665},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00029943100260854116,"upper_bound":0.0008800743837795721},"point_estimate":0.0005935224164759223,"standard_error":0.0001568996218710823}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 1171f47c58b0..731a289678fe 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309242.2550061985,"upper_bound":310189.92006934085},"point_estimate":309594.365156021,"standard_error":262.7040097725176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309095.2669491525,"upper_bound":309211.3333333333},"point_estimate":309150.0430253623,"standard_error":33.90691211195495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.99802897408333,"upper_bound":315.3163872612055},"point_estimate":207.10802040040403,"standard_error":46.01343300304686},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309197.700520111,"upper_bound":310847.5917814118},"point_estimate":309741.37527634104,"standard_error":478.3198363488533},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":336.3403330136662,"upper_bound":4450.450781379021},"point_estimate":2643.8735057751337,"standard_error":1331.7784246946644}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309557.3945409941,"upper_bound":311824.6635337676},"point_estimate":310493.1611667873,"standard_error":591.0290795866897},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309282.03529411764,"upper_bound":309398.1611111111},"point_estimate":309333.53050595237,"standard_error":33.9463527420177},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":150.5083394088325,"upper_bound":290.15299803056513},"point_estimate":186.84815928332088,"standard_error":32.40563054326903},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309532.32240462006,"upper_bound":310595.1422189831},"point_estimate":309972.6296844983,"standard_error":274.3666389543108},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1091.1698580335299,"upper_bound":9329.855522819857},"point_estimate":5899.917213212233,"standard_error":2199.1763145517966}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index cda64fa973f9..90c3384c3056 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233105.0,2483643.0,3719243.0,4947268.0,6184311.0,7417576.0,8682751.0,9888946.0,11131608.0,12357240.0,13598600.0,14835202.0,16070662.0,17300451.0,18543394.0,19805673.0,21046803.0,22287162.0,23547037.0,24734738.0,25962112.0,27365725.0,28442289.0,29709668.0,30955697.0,32218758.0,33367125.0,34644072.0,35837723.0,37105022.0,38328700.0,39602079.0,40791804.0,42017004.0,43248095.0,44508582.0,46720188.0,47059800.0,48254264.0,49539656.0,50792609.0,51928883.0,53162871.0,54418867.0,55671639.0,56971779.0,58194756.0,59355796.0,60586337.0,61801839.0,63074469.0,64450471.0,65613322.0,66851348.0,68141430.0,69263537.0,70447081.0,71706104.0,72946483.0,74189586.0,75790173.0,76646429.0,77877300.0,79112238.0,80358739.0,81564423.0,82789503.0,84092007.0,85272835.0,86518464.0,87745307.0,89040958.0,90330689.0,91481601.0,92713884.0,93935568.0,95190414.0,96411718.0,97880712.0,107106293.0,100398407.0,101391787.0,102886890.0,103903051.0,105142758.0,106342030.0,107519622.0,108890874.0,110033021.0,111279069.0,112521903.0,113746702.0,115156166.0,116282212.0,117454714.0,118659296.0,120003969.0,121149952.0,122541813.0,123678648.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1234691.0,2475503.0,3702410.0,4955245.0,6185558.0,7423184.0,8650892.0,9895161.0,11123019.0,12360895.0,13596699.0,14834616.0,16070840.0,17305882.0,18577311.0,19821239.0,21016978.0,22833848.0,23515573.0,24759262.0,25967353.0,27217372.0,28469788.0,29699238.0,30929969.0,32158466.0,33416949.0,34638013.0,35870568.0,37130194.0,38323856.0,39615110.0,40791430.0,42036759.0,43338714.0,44553987.0,52777084.0,52053211.0,48459219.0,49595123.0,50833078.0,51964995.0,53249066.0,55111990.0,55689319.0,56907337.0,58180819.0,59395510.0,60642112.0,61872332.0,63067717.0,66657049.0,66667348.0,66800528.0,68017583.0,69813742.0,70484917.0,71706552.0,73333515.0,74600645.0,75471151.0,76690862.0,77977960.0,79137217.0,80394188.0,81630540.0,82885998.0,84068218.0,85401743.0,86564716.0,87798605.0,89240290.0,90334597.0,91569096.0,92772245.0,94051077.0,95224992.0,96539410.0,97684201.0,99020749.0,100245981.0,102122080.0,102761204.0,103948014.0,105155892.0,106392385.0,107633746.0,108926294.0,110109786.0,111383338.0,112558766.0,114534570.0,115137008.0,116351586.0,117532441.0,118802999.0,119999287.0,121247634.0,122458991.0,123779432.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 299527f53589..cdf4f0a58bc9 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[307782.75483490573,308419.5899174529,310117.81680424523,310754.65188679233] \ No newline at end of file +[308455.5168154809,308831.73804060754,309834.99464094534,310211.21586607205] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 2ade65a55977..a0441b749128 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - - -120 + + +0.01 + + + +0.012 - - + + +0.014 + + + +0.016 + + + +0.018 + + + + 140 - - + + 160 - - + + 180 - + 200 - + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - -320 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 995e6dbce2a7..bf28210d2ea2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.05 - + -0.3 +0.1 - -0.4 + +0.15 - - -0.5 - - - -0.6 - - - -0.7 - - - -0.8 + + +0.2 - - -0.9 + + +0.25 - - -1 + + +0.3 - + - -0 + +1 - - -0.5 + + +2 - - -1 + + +3 - - -1.5 + + +4 - - -2 + + +5 - - -2.5 + + +6 - - -3 + + +7 - - -3.5 + + +8 - - -4 + + +9 - - -4.5 + + +10 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index d6cc51733e4b..b0ca4efd5195 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -9,47 +9,47 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 - + - -310 - - - + 320 - - -330 + + +340 + + + +360 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index af925c3dd79a..4840f8891840 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -22,7 +22,7 @@ Iterations - + @@ -45,10 +45,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -91,7 +91,7 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index c9d28e095768..e0db1a5efe64 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,82 +9,94 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - -300 + + +100 - - -350 + + +120 - - -400 + + +140 - - -450 + + +160 - - -500 + + +180 - - -550 + + +200 - + - -0 + +-0.001 - - -5e-4 + + +0 - - + + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - - - + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index 6fe4f574bc6b..301eb726e8d6 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - -3000 - - + - --0.00015 - - - --1e-4 - - - --5e-5 - - - -0 - - - -5e-5 + +3e-4 - - -1e-4 + + +4e-4 - - -0.00015 + + +5e-4 - - -2e-4 + + +6e-4 - - -0.00025 + + +7e-4 - - -3e-4 + + +8e-4 - - -0.00035 + + +9e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 5a5a0ad483a9..d1ca943cd3a0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -17,69 +17,61 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index df88f36b152b..b8e670b787d2 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.20 µs - 309.74 µs - 310.85 µs + 309.53 µs + 309.97 µs + 310.60 µs R² - 0.9821170 - 0.9825303 - 0.9808213 + 0.9785002 + 0.9787694 + 0.9782314 Mean - 309.24 µs - 309.59 µs - 310.19 µs + 309.56 µs + 310.49 µs + 311.82 µs Std. Dev. - 336.34 ns - 2.6439 µs - 4.4505 µs + 1.0912 µs + 5.8999 µs + 9.3299 µs Median - 309.10 µs - 309.15 µs - 309.21 µs + 309.28 µs + 309.33 µs + 309.40 µs MAD - 137.00 ns - 207.11 ns - 315.32 ns + 150.51 ns + 186.85 ns + 290.15 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0064% - +0.1158% - +0.3075% - (p = 0.19 > + -0.0681% + +0.2903% + +0.8061% + (p = 0.18 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 853f863e41e2..3d8ecd0c4ea0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.1 - - -1 + + +0.2 - - -1.2 + + +0.3 - - -1.4 + + +0.4 - - -1.6 + + +0.5 - - -1.8 + + +0.6 - - -2 + + +0.7 - + - -309.2 - - - -309.3 - - - -309.4 - - - + 309.5 - - -309.6 - - - -309.7 - - - -309.8 + + +310 - - -309.9 + + +310.5 - - -310 + + +311 - - -310.1 + + +311.5 - - -310.2 + + +312 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index 85436f45b438..ba7b94fa827b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - + + +18 + + + +20 + + + +22 + + - -309.1 + +309.28 - - -309.12 + + +309.3 - - -309.14 + + +309.32 - - -309.16 + + +309.34 - - -309.18 + + +309.36 - - -309.2 + + +309.38 - - -309.22 + + +309.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 7aa8b011228b..451a198a8814 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,34 +46,30 @@ Average Time (µs) - -305 - - - + 310 - - -315 - - - + + 320 - - -325 - - - + + 330 - - -335 + + +340 + + + +350 - + + +360 + + Density (a.u.) @@ -82,48 +78,74 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 57b7549fdb9d..9ef0ca11dbde 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (µs) 0 - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - - -0.35 + + +0.14 - - - -310 + + +0.16 - - + + + 320 - - -330 + + +340 + + + +360 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 4ebaa9cdb3e8..6894e87a7c65 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -18,7 +18,7 @@ Iterations - + @@ -31,10 +31,10 @@ Iterations 40.0 - + 60.0 - + 80.0 @@ -97,16 +97,16 @@ Iterations - + - + - - + + @@ -116,14 +116,14 @@ Iterations - - - + + + - + @@ -131,17 +131,17 @@ Iterations - - + + - + - - - - - + + + + + @@ -150,18 +150,18 @@ Iterations - + - + - - - - + + + + @@ -171,14 +171,14 @@ Iterations - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 456c2ec12c83..d00e543fa269 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -18,7 +18,7 @@ Iterations - + 20.0 @@ -40,10 +40,10 @@ Iterations 100.0 - + 120.0 - + 50 @@ -93,8 +93,8 @@ Iterations - - + + @@ -113,14 +113,14 @@ Iterations - - - + + + - + @@ -128,16 +128,16 @@ Iterations - - + + - - + + - - + + @@ -156,11 +156,11 @@ Iterations - + - - - + + + @@ -168,12 +168,12 @@ Iterations - - + + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index e6e0c3d6113b..4aec7e7af156 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,45 +6,45 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 - + - -310 - - - + 320 - - -330 + + +340 + + + +360 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index f51536f575c2..791b89d3ae65 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -88,7 +88,7 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index a2b3b2915294..0903071fe2dc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - -309.2 - - - -309.4 - - - + 309.6 - - + + 309.8 - - + + 310 - - + + 310.2 - - + + 310.4 - - + + 310.6 - - -310.8 - - - -311 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index a1b9c52b12de..cb529c000f0f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - -2.2 - - + - -309.2 - - - -309.4 - - - + 309.6 - - + + 309.8 - - + + 310 - - + + 310.2 - - + + 310.4 - - + + 310.6 - - -310.8 - - - -311 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 77ce3d5ba036..52d38c85da4b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492146.28665625,"upper_bound":6506117.5790625},"point_estimate":6497335.32875,"standard_error":3891.8617084669454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489807.5,"upper_bound":6491609.25},"point_estimate":6490665.9375,"standard_error":470.8432247784059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968.6147775501013,"upper_bound":4068.5323152691126},"point_estimate":2913.586935773492,"standard_error":544.1760770976115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5471.552101562946,"upper_bound":66141.12446478709},"point_estimate":39262.37445932472,"standard_error":19986.24694443905}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6502562.4245,"upper_bound":6536363.03109375},"point_estimate":6517667.8525,"standard_error":8703.513074861092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492842.6875,"upper_bound":6494515.25},"point_estimate":6493478.75,"standard_error":397.6225298870383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2922.5751981139183,"upper_bound":5332.634117826819},"point_estimate":3976.9817668944597,"standard_error":654.1090108505282},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42750.87707051912,"upper_bound":121860.5879475579},"point_estimate":87767.32996207911,"standard_error":20657.911874989677}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index de126893a80e..86281ab87f4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51937636.0,51960488.0,54981583.0,52029557.0,52215904.0,51926576.0,51925443.0,51916516.0,51955299.0,51919853.0,52111902.0,52005042.0,51929701.0,51918219.0,51966309.0,51906518.0,51910385.0,51906577.0,51916317.0,51903391.0,51932095.0,51951931.0,51916676.0,51914602.0,51918199.0,51920122.0,51914743.0,51948425.0,51944749.0,51918460.0,51998238.0,51936724.0,51929059.0,51904394.0,51902991.0,51908181.0,51925212.0,51912338.0,51912879.0,51909243.0,51979062.0,51935011.0,51912118.0,51909503.0,51936353.0,51924181.0,51963254.0,51911126.0,51923049.0,52563130.0,51975586.0,51909543.0,51931935.0,51920063.0,51904725.0,51909584.0,51911489.0,51909628.0,51907945.0,52040963.0,51938342.0,51907023.0,51917363.0,51930187.0,51919166.0,51961184.0,51922682.0,51917383.0,52001710.0,52034070.0,51906012.0,51923614.0,51954551.0,51911821.0,51909218.0,51926635.0,51905148.0,51909738.0,51980689.0,51947147.0,51943771.0,51930737.0,52084493.0,51940033.0,51917421.0,51937288.0,51939753.0,51934744.0,52179520.0,51929424.0,51974558.0,51950563.0,51910548.0,51894539.0,51958989.0,51897333.0,51913174.0,51957817.0,52001798.0,51907352.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51946343.0,51925023.0,52032855.0,51934932.0,51934100.0,51984294.0,52175372.0,52038495.0,52609825.0,51943849.0,55695089.0,52012346.0,51956122.0,51952024.0,51959658.0,51943748.0,51922639.0,51950321.0,52027104.0,51924733.0,51918611.0,51977741.0,51949169.0,51942857.0,51948166.0,51926827.0,51929411.0,51982821.0,51942216.0,51929522.0,51960530.0,52002609.0,51916288.0,51922538.0,51939219.0,51922418.0,51982021.0,51979525.0,51925264.0,51925914.0,51946914.0,52100491.0,51940692.0,52026423.0,51927959.0,51940452.0,52036512.0,51927778.0,51950191.0,51967422.0,51945041.0,51923119.0,51912901.0,51960089.0,51953397.0,51919112.0,52024921.0,51943147.0,51919283.0,51945361.0,51997519.0,52952927.0,55521404.0,54941469.0,51959558.0,52574259.0,51978583.0,51940021.0,51933078.0,51950511.0,51929562.0,51928790.0,51961792.0,51918581.0,51913291.0,52364035.0,51971270.0,51917079.0,51936925.0,51942336.0,51968214.0,51930824.0,51980658.0,51918541.0,51949008.0,52003149.0,51945226.0,51960068.0,51929401.0,51930573.0,51920374.0,51950150.0,51947494.0,51935933.0,51937667.0,55609461.0,52487747.0,52570721.0,52064384.0,52657955.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 99390e4c8c93..bcd2b3017688 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6473649.25,6481308.25,6501732.25,6509391.25] \ No newline at end of file +[6471080.03125,6481137.015625,6507955.640625,6518012.625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 16bdea53a718..3e799e2b421a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012673483589944994,"upper_bound":0.0015490190832318333},"point_estimate":-0.00005118413326110627,"standard_error":0.0006897324809683712},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00027010462799670343,"upper_bound":0.00007932389923936967},"point_estimate":-0.00011784766831313132,"standard_error":0.0000888946846586234}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0002301573665616286,"upper_bound":0.006122476536103871},"point_estimate":0.0031293634576670115,"standard_error":0.001497353955561038},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0002510279997123277,"upper_bound":0.0006142586365058874},"point_estimate":0.0004333626976160687,"standard_error":0.00009361713065878392}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 77ce3d5ba036..52d38c85da4b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492146.28665625,"upper_bound":6506117.5790625},"point_estimate":6497335.32875,"standard_error":3891.8617084669454},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489807.5,"upper_bound":6491609.25},"point_estimate":6490665.9375,"standard_error":470.8432247784059},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1968.6147775501013,"upper_bound":4068.5323152691126},"point_estimate":2913.586935773492,"standard_error":544.1760770976115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5471.552101562946,"upper_bound":66141.12446478709},"point_estimate":39262.37445932472,"standard_error":19986.24694443905}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6502562.4245,"upper_bound":6536363.03109375},"point_estimate":6517667.8525,"standard_error":8703.513074861092},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492842.6875,"upper_bound":6494515.25},"point_estimate":6493478.75,"standard_error":397.6225298870383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2922.5751981139183,"upper_bound":5332.634117826819},"point_estimate":3976.9817668944597,"standard_error":654.1090108505282},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42750.87707051912,"upper_bound":121860.5879475579},"point_estimate":87767.32996207911,"standard_error":20657.911874989677}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index de126893a80e..86281ab87f4d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51937636.0,51960488.0,54981583.0,52029557.0,52215904.0,51926576.0,51925443.0,51916516.0,51955299.0,51919853.0,52111902.0,52005042.0,51929701.0,51918219.0,51966309.0,51906518.0,51910385.0,51906577.0,51916317.0,51903391.0,51932095.0,51951931.0,51916676.0,51914602.0,51918199.0,51920122.0,51914743.0,51948425.0,51944749.0,51918460.0,51998238.0,51936724.0,51929059.0,51904394.0,51902991.0,51908181.0,51925212.0,51912338.0,51912879.0,51909243.0,51979062.0,51935011.0,51912118.0,51909503.0,51936353.0,51924181.0,51963254.0,51911126.0,51923049.0,52563130.0,51975586.0,51909543.0,51931935.0,51920063.0,51904725.0,51909584.0,51911489.0,51909628.0,51907945.0,52040963.0,51938342.0,51907023.0,51917363.0,51930187.0,51919166.0,51961184.0,51922682.0,51917383.0,52001710.0,52034070.0,51906012.0,51923614.0,51954551.0,51911821.0,51909218.0,51926635.0,51905148.0,51909738.0,51980689.0,51947147.0,51943771.0,51930737.0,52084493.0,51940033.0,51917421.0,51937288.0,51939753.0,51934744.0,52179520.0,51929424.0,51974558.0,51950563.0,51910548.0,51894539.0,51958989.0,51897333.0,51913174.0,51957817.0,52001798.0,51907352.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51946343.0,51925023.0,52032855.0,51934932.0,51934100.0,51984294.0,52175372.0,52038495.0,52609825.0,51943849.0,55695089.0,52012346.0,51956122.0,51952024.0,51959658.0,51943748.0,51922639.0,51950321.0,52027104.0,51924733.0,51918611.0,51977741.0,51949169.0,51942857.0,51948166.0,51926827.0,51929411.0,51982821.0,51942216.0,51929522.0,51960530.0,52002609.0,51916288.0,51922538.0,51939219.0,51922418.0,51982021.0,51979525.0,51925264.0,51925914.0,51946914.0,52100491.0,51940692.0,52026423.0,51927959.0,51940452.0,52036512.0,51927778.0,51950191.0,51967422.0,51945041.0,51923119.0,51912901.0,51960089.0,51953397.0,51919112.0,52024921.0,51943147.0,51919283.0,51945361.0,51997519.0,52952927.0,55521404.0,54941469.0,51959558.0,52574259.0,51978583.0,51940021.0,51933078.0,51950511.0,51929562.0,51928790.0,51961792.0,51918581.0,51913291.0,52364035.0,51971270.0,51917079.0,51936925.0,51942336.0,51968214.0,51930824.0,51980658.0,51918541.0,51949008.0,52003149.0,51945226.0,51960068.0,51929401.0,51930573.0,51920374.0,51950150.0,51947494.0,51935933.0,51937667.0,55609461.0,52487747.0,52570721.0,52064384.0,52657955.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 99390e4c8c93..bcd2b3017688 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6473649.25,6481308.25,6501732.25,6509391.25] \ No newline at end of file +[6471080.03125,6481137.015625,6507955.640625,6518012.625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 02082a924daf..7e458e7e15d1 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - + - -2 - - - -2.5 - - - + 3 - - + + 3.5 - - + + 4 - - - - + + +4.5 + + + +5 + + + +5.5 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 7deb4bc9cd50..8b7133d5f2c5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.005 - - -0.03 + + +0.01 - - -0.04 + + +0.015 - - -0.05 + + +0.02 - - -0.06 + + + +40 - - -0.07 + + +50 - - - -0 + + +60 - - -10 + + +70 - - -20 + + +80 - - -30 + + +90 - - -40 + + +100 - - -50 + + +110 - - -60 + + +120 - - -70 + + +130 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 3d14a4cf631a..1dfbd5bc5ffb 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -16,47 +16,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + + +6.9 + + + +6.95 + + 0 @@ -103,205 +113,205 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + - - - + + + - - - + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - - - - - - - - + + + + + + + + - + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index c0fa27ce9845..c00cc521cfd4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + +18 - + + +20 + + + +22 + + - -6.5 + +6.4 - - + + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 + + +7 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index d19a5de08254..5a5da101ab9d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - + - --0.0015 + +0 - - --0.001 + + +0.001 - - --5e-4 + + +0.002 - - -0 + + +0.003 - - -5e-4 + + +0.004 - - -0.001 + + +0.005 - - -0.0015 + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index f921ef3324cc..3f4481f5d92e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - -4500 - - + - --3e-4 + +0.00025 - - --0.00025 + + +3e-4 - - --2e-4 + + +0.00035 - - --0.00015 + + +4e-4 - - --1e-4 + + +0.00045 - - --5e-5 + + +5e-4 - - -5.42101e-20 + + +0.00055 - - -5e-5 + + +6e-4 - - -1e-4 + + +0.00065 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index d83603b9ee85..983ccaec1c98 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 264f4f59dd03..b1b1c015518e 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005116 - 0.0005207 - 0.0004956 + 0.0052814 + 0.0054385 + 0.0052014 Mean - 6.4921 ms - 6.4973 ms - 6.5061 ms + 6.5026 ms + 6.5177 ms + 6.5364 ms Std. Dev. - 5.4716 µs - 39.262 µs - 66.141 µs + 42.751 µs + 87.767 µs + 121.86 µs Median - 6.4898 ms - 6.4907 ms - 6.4916 ms + 6.4928 ms + 6.4935 ms + 6.4945 ms MAD - 1.9686 µs - 2.9136 µs - 4.0685 µs + 2.9226 µs + 3.9770 µs + 5.3326 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.1267% - -0.0051% - +0.1549% - (p = 0.95 > + +0.0230% + +0.3129% + +0.6122% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index d722f76aa258..7c7a0b69eeec 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,47 +15,57 @@ Average Iteration Time (ms) - - - - + + + + + - - - + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + + +6.9 + + + +6.95 + + 10 @@ -97,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - + + - - - - - - + + + + + + - + - - + + - - + + - - - - - + + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index 520117089ce2..d33a5cce81b5 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,47 +12,57 @@ Average Iteration Time (ms) - - - - + + + + + - - - + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + + +6.9 + + + +6.95 + + 10 @@ -94,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - + + - - - - - - + + + + + + - - - + + + - - + + - - + + - - - + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index cf018a4ddc97..4bfcb87aff05 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + +5 + + + +10 + + + +15 + + + 20 - - -40 + + +25 - - -60 + + +30 - - -80 + + +35 - - -100 + + +40 - - -120 + + +45 - - -140 + + +50 - + - -6.492 + +6.5 - - -6.494 + + +6.505 - - -6.496 + + +6.51 - - -6.498 + + +6.515 - - -6.5 + + +6.52 + + + +6.525 - - -6.502 + + +6.53 - - -6.504 + + +6.535 - - -6.506 + + +6.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index d029627d4a79..d7f7b9aa2368 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,98 +9,74 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 + + +1000 + + + +1200 - + -1000 +1400 - -1100 - - - -6.4898 - - - -6.49 - - - -6.4902 + +6.4928 - - -6.4904 + + +6.493 - - -6.4906 + + +6.4932 - - -6.4908 + + +6.4934 - - -6.491 + + +6.4936 - - -6.4912 + + +6.4938 - - -6.4914 + + +6.494 - - -6.4916 + + +6.4942 - - -6.4918 + + +6.4944 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 0501076c917d..65ce85ce683a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,46 +46,34 @@ Average Time (ms) - -6.45 + +6.4 - - + + 6.5 - - -6.55 - - - + + 6.6 - - -6.65 - - - + + 6.7 - - -6.75 - - - + + 6.8 - - -6.85 - - - + + 6.9 - + + +7 + + Density (a.u.) @@ -94,46 +82,76 @@ Density (a.u.) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 - - - -15 - - - -20 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +6 + + + +7 + + + +8 + + + +9 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 2d66fc6498c3..00f9a536d1dd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,43 +10,63 @@ Average Time (ms) 0 - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 - - -15 + + +7 - - -20 + + +8 - + + +9 + + + +10 + + - -6.5 + +6.4 - - + + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 + + +7 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 93a00ba09bab..5b83ebb75f96 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,47 +13,57 @@ Average Iteration Time (ms) - - - - + + + + + - - - + + + + - + 6.5 - - + + 6.55 - - + + 6.6 - - + + 6.65 - - + + 6.7 - - + + 6.75 - - + + 6.8 - - + + 6.85 - + + +6.9 + + + +6.95 + + 0 @@ -100,203 +110,203 @@ Average Iteration Time (ms) - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - - - + + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - + - - - - - - + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - + + - - - - + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 37876dc96e6f..d21ec9abf8a7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (ms) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + +18 - + + +20 + + + +22 + + - -6.5 + +6.4 - - + + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 + + +7 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index d75ae4867ac5..8764ee26d42d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + +5 + + + +10 + + + +15 + + + 20 - - -40 + + +25 - - -60 + + +30 - - -80 + + +35 - - -100 + + +40 - - -120 + + +45 - - -140 + + +50 - + - -6.492 + +6.5 - - -6.494 + + +6.505 - - -6.496 + + +6.51 - - -6.498 + + +6.515 - - -6.5 + + +6.52 + + + +6.525 - - -6.502 + + +6.53 - - -6.504 + + +6.535 - - -6.506 + + +6.54 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 20757285d029..c93ffadcd45c 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549471.8338750005,"upper_bound":6589510.56321875},"point_estimate":6567960.995,"standard_error":10240.849452146214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522245.0,"upper_bound":6526019.5},"point_estimate":6524063.4375,"standard_error":1007.1521814951487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4579.565993696451,"upper_bound":10886.175631731749},"point_estimate":7261.311358585954,"standard_error":1708.8354929922739},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63110.76421285843,"upper_bound":140910.28679488495},"point_estimate":103049.73247788136,"standard_error":20307.079415989414}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6543859.0025,"upper_bound":6551525.9561250005},"point_estimate":6547433.91125,"standard_error":1960.7389130017625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6538140.5,"upper_bound":6545547.5},"point_estimate":6541593.625,"standard_error":1715.1403640582523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7909.392872080207,"upper_bound":16203.448623893755},"point_estimate":11993.95579956472,"standard_error":1916.8723337609601},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13299.46343499551,"upper_bound":25991.116057095536},"point_estimate":19704.363170147506,"standard_error":3305.657286359052}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index 545b666aaa98..ecf2e67dadf6 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52214036.0,52178518.0,52184058.0,52170696.0,52182657.0,52162449.0,52167419.0,52197616.0,52198487.0,52144245.0,52157871.0,52173089.0,52187858.0,52177509.0,52185501.0,52177960.0,52178158.0,52902195.0,52191384.0,52164692.0,52208156.0,52124519.0,52156939.0,52153495.0,52140183.0,52132390.0,52216146.0,52175016.0,52164568.0,52148257.0,52170348.0,52143660.0,52202728.0,52141195.0,52177864.0,52163236.0,52924494.0,52156804.0,52155930.0,52151002.0,52136144.0,52151743.0,52153306.0,52140883.0,52204905.0,52163054.0,52157603.0,52131124.0,52164850.0,52163426.0,52159117.0,52165859.0,52196588.0,52190325.0,52247432.0,52153346.0,52246561.0,53966572.0,52764604.0,57527235.0,52496545.0,52455908.0,52267910.0,52846568.0,54983405.0,53946825.0,53401579.0,53331870.0,53219293.0,53684238.0,53334464.0,54254359.0,54716901.0,54049718.0,53582828.0,52602073.0,55291259.0,52636655.0,52527243.0,52741271.0,52642667.0,52450270.0,52232224.0,52432586.0,52346086.0,53060006.0,52693514.0,52172805.0,52210313.0,52183353.0,52338702.0,52194495.0,52201385.0,52197829.0,52155339.0,52229870.0,52193631.0,52167624.0,52146354.0,52260826.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444719.0,52307363.0,52555266.0,52470940.0,52404763.0,52419522.0,52697765.0,52617350.0,52561549.0,52440922.0,52416204.0,52544966.0,52538763.0,52459886.0,52400127.0,52345873.0,52329395.0,52548844.0,52334171.0,52374016.0,52470436.0,52372534.0,52385388.0,52384217.0,52650513.0,52639523.0,52635045.0,52392691.0,52385969.0,52465247.0,52522361.0,52331327.0,52337920.0,52324406.0,52434450.0,52413202.0,52346215.0,52330810.0,52579563.0,52349192.0,52283789.0,52328013.0,52338459.0,52286364.0,52305991.0,52296992.0,52267629.0,52557742.0,53226455.0,52384839.0,52300552.0,52338984.0,52306171.0,52391690.0,52287144.0,52348588.0,52261278.0,52296013.0,52265585.0,52363650.0,52358449.0,52519891.0,52285161.0,52215340.0,52258612.0,52256409.0,53042650.0,52276816.0,52513659.0,52511869.0,52287316.0,52233284.0,52277756.0,52330476.0,52266308.0,52300541.0,52263231.0,52199334.0,52370311.0,52305281.0,52275043.0,52229176.0,52255625.0,52221221.0,52288790.0,52269802.0,52270444.0,52268432.0,52489365.0,52249394.0,52279041.0,52245889.0,52237151.0,52275873.0,52288547.0,52279220.0,52218816.0,52265215.0,52304257.0,52263793.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 626aa69aded9..6927d8b51cd3 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6392512.9375,6456455.875,6626970.375,6690913.3125] \ No newline at end of file +[6475235.0,6504962.5625,6584236.0625,6613963.625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index bdf7a59e6f68..19737b0e9e23 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013487692592415095,"upper_bound":-0.0003792222858493583},"point_estimate":-0.006584490835383483,"standard_error":0.003328936154758718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029110168926347324,"upper_bound":-0.0014255273911921718},"point_estimate":-0.002216363087243156,"standard_error":0.0003864735755786804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006488964359319732,"upper_bound":-0.0002780385624784803},"point_estimate":-0.0031253358181674296,"standard_error":0.001589136118886832},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0020555452603210345,"upper_bound":0.003407415280840098},"point_estimate":0.0026870044517404157,"standard_error":0.0003182978687524446}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 20757285d029..c93ffadcd45c 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6549471.8338750005,"upper_bound":6589510.56321875},"point_estimate":6567960.995,"standard_error":10240.849452146214},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522245.0,"upper_bound":6526019.5},"point_estimate":6524063.4375,"standard_error":1007.1521814951487},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4579.565993696451,"upper_bound":10886.175631731749},"point_estimate":7261.311358585954,"standard_error":1708.8354929922739},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63110.76421285843,"upper_bound":140910.28679488495},"point_estimate":103049.73247788136,"standard_error":20307.079415989414}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6543859.0025,"upper_bound":6551525.9561250005},"point_estimate":6547433.91125,"standard_error":1960.7389130017625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6538140.5,"upper_bound":6545547.5},"point_estimate":6541593.625,"standard_error":1715.1403640582523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7909.392872080207,"upper_bound":16203.448623893755},"point_estimate":11993.95579956472,"standard_error":1916.8723337609601},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13299.46343499551,"upper_bound":25991.116057095536},"point_estimate":19704.363170147506,"standard_error":3305.657286359052}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index 545b666aaa98..ecf2e67dadf6 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52214036.0,52178518.0,52184058.0,52170696.0,52182657.0,52162449.0,52167419.0,52197616.0,52198487.0,52144245.0,52157871.0,52173089.0,52187858.0,52177509.0,52185501.0,52177960.0,52178158.0,52902195.0,52191384.0,52164692.0,52208156.0,52124519.0,52156939.0,52153495.0,52140183.0,52132390.0,52216146.0,52175016.0,52164568.0,52148257.0,52170348.0,52143660.0,52202728.0,52141195.0,52177864.0,52163236.0,52924494.0,52156804.0,52155930.0,52151002.0,52136144.0,52151743.0,52153306.0,52140883.0,52204905.0,52163054.0,52157603.0,52131124.0,52164850.0,52163426.0,52159117.0,52165859.0,52196588.0,52190325.0,52247432.0,52153346.0,52246561.0,53966572.0,52764604.0,57527235.0,52496545.0,52455908.0,52267910.0,52846568.0,54983405.0,53946825.0,53401579.0,53331870.0,53219293.0,53684238.0,53334464.0,54254359.0,54716901.0,54049718.0,53582828.0,52602073.0,55291259.0,52636655.0,52527243.0,52741271.0,52642667.0,52450270.0,52232224.0,52432586.0,52346086.0,53060006.0,52693514.0,52172805.0,52210313.0,52183353.0,52338702.0,52194495.0,52201385.0,52197829.0,52155339.0,52229870.0,52193631.0,52167624.0,52146354.0,52260826.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52444719.0,52307363.0,52555266.0,52470940.0,52404763.0,52419522.0,52697765.0,52617350.0,52561549.0,52440922.0,52416204.0,52544966.0,52538763.0,52459886.0,52400127.0,52345873.0,52329395.0,52548844.0,52334171.0,52374016.0,52470436.0,52372534.0,52385388.0,52384217.0,52650513.0,52639523.0,52635045.0,52392691.0,52385969.0,52465247.0,52522361.0,52331327.0,52337920.0,52324406.0,52434450.0,52413202.0,52346215.0,52330810.0,52579563.0,52349192.0,52283789.0,52328013.0,52338459.0,52286364.0,52305991.0,52296992.0,52267629.0,52557742.0,53226455.0,52384839.0,52300552.0,52338984.0,52306171.0,52391690.0,52287144.0,52348588.0,52261278.0,52296013.0,52265585.0,52363650.0,52358449.0,52519891.0,52285161.0,52215340.0,52258612.0,52256409.0,53042650.0,52276816.0,52513659.0,52511869.0,52287316.0,52233284.0,52277756.0,52330476.0,52266308.0,52300541.0,52263231.0,52199334.0,52370311.0,52305281.0,52275043.0,52229176.0,52255625.0,52221221.0,52288790.0,52269802.0,52270444.0,52268432.0,52489365.0,52249394.0,52279041.0,52245889.0,52237151.0,52275873.0,52288547.0,52279220.0,52218816.0,52265215.0,52304257.0,52263793.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 626aa69aded9..6927d8b51cd3 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6392512.9375,6456455.875,6626970.375,6690913.3125] \ No newline at end of file +[6475235.0,6504962.5625,6584236.0625,6613963.625] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index c641101b1519..512a94adc89a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - -4 - - - -5 - - - -6 + + +0.3 - - + + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - - - - + + +12 + + + +13 + + + +14 + + + +15 + + + +16 + + + +17 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index b6b8e78d0b5a..427c2ad14e7a 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 + +0.02 - - -0.012 + + +0.04 - - -0.014 + + +0.06 - - -0.016 + + +0.08 - - -0.018 + + +0.1 - - -0.02 + + +0.12 - + - -60 - - - -70 + +12 - - -80 + + +14 - - -90 + + +16 - - -100 + + +18 - - -110 + + +20 - - -120 + + +22 - - -130 + + +24 - - -140 + + +26 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 9a5f27d2eb8c..21dcbdae497d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - - -7.3 - - - -7.4 - - + 0 @@ -107,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 795561181652..8d2146fb3900 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +6.4 - - -7 + + +6.6 - - - -6.5 + + +6.8 - - + + 7 - - -7.5 + + +7.2 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 8b51de265446..b9b1260632e8 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - - --0.014 + + +150 - - --0.012 + + +200 - - --0.01 + + +250 - - --0.008 + + + +-0.007 - - + + -0.006 - - + + +-0.005 + + + -0.004 - - + + +-0.003 + + + -0.002 - - + + +-0.001 + + + 0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index a677ad3812af..e02de79b10c7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 - - - --0.003 + + +1400 - - --0.0028 + + + +0.002 - - --0.0026 + + +0.0022 - - --0.0024 + + +0.0024 - - --0.0022 + + +0.0026 - - --0.002 + + +0.0028 - - --0.0018 + + +0.003 - - --0.0016 + + +0.0032 - - --0.0014 + + +0.0034 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 1528780a3a7c..3cb9f3c1ebcd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 08a9726390d7..726d5e68dae9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0011504 - 0.0011877 - 0.0011376 + 0.0052370 + 0.0054101 + 0.0051855 Mean - 6.5495 ms - 6.5680 ms - 6.5895 ms + 6.5439 ms + 6.5474 ms + 6.5515 ms Std. Dev. - 63.111 µs - 103.05 µs - 140.91 µs + 13.299 µs + 19.704 µs + 25.991 µs Median - 6.5222 ms - 6.5241 ms - 6.5260 ms + 6.5381 ms + 6.5416 ms + 6.5455 ms MAD - 4.5796 µs - 7.2613 µs - 10.886 µs + 7.9094 µs + 11.994 µs + 16.203 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -1.3488% - -0.6584% - -0.0379% + -0.6489% + -0.3125% + -0.0278% (p = 0.05 < 0.05) diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 494f84d3d358..9fbfe6891040 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - + - - - - + + + + - -6.6 + +6.54 - + -6.7 +6.56 - -6.8 + +6.58 - - -6.9 + + +6.6 - - -7.0 + + +6.62 - - -7.1 + + +6.64 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 0fe0f6436977..27bf68b2b098 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - + - - - - + + + + - -6.6 + +6.54 - + -6.7 +6.56 - -6.8 + +6.58 - - -6.9 + + +6.6 - - -7.0 + + +6.62 - - -7.1 + + +6.64 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index e88f1f7debed..856b965b28e3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 + + +140 - - -40 + + +160 + + + +180 - + + +200 + + + +220 + + - -6.55 + +6.544 - - -6.555 + + +6.545 - - -6.56 + + +6.546 - - -6.565 + + +6.547 - - -6.57 + + +6.548 - - -6.575 + + +6.549 - - -6.58 + + +6.55 - - -6.585 + + +6.551 - - -6.59 + + +6.552 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index c19f02f741d6..8056bf709375 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -6.522 + +6.538 - - -6.5225 + + +6.539 - - -6.523 + + +6.54 - - -6.5235 + + +6.541 - - -6.524 + + +6.542 - - -6.5245 + + +6.543 - - -6.525 + + +6.544 - - -6.5255 + + +6.545 - - -6.526 + + +6.546 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index b48df11bf077..cc3acb899645 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,46 +46,42 @@ Average Time (ms) - -6.4 - - - + 6.5 - - -6.6 + + +6.52 - - -6.7 + + +6.54 - - -6.8 + + +6.56 - - -6.9 + + +6.58 - - -7 + + +6.6 - - -7.1 + + +6.62 - - -7.2 + + +6.64 - - -7.3 + + +6.66 - + Density (a.u.) @@ -94,70 +90,38 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - - - - - - - + + +10 + + + +15 + + + +20 + + + +25 + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + - - - - - - - - + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 2e0a88b18520..33662b4d5c69 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - -1 - - - -2 + +5 - - -3 + + +10 - - -4 + + +15 - - -5 + + +20 - - -6 + + +25 - - -7 + + +30 - + - -6.4 + +6.5 - - -6.6 - - - -6.8 + + +6.55 - - -7 + + +6.6 - - -7.2 + + +6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index d48d51df0b8c..d65633d409fd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - -7.2 - - - -7.3 - - - -7.4 - - + 0 @@ -104,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index 295ee41820fc..1e4aeecdc6c7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +6.4 - - -7 + + +6.6 - - - -6.5 + + +6.8 - - + + 7 - - -7.5 + + +7.2 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 5d21ac5c2e6c..c06d6473b4b3 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ms) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 + + +140 - - -40 + + +160 + + + +180 - + + +200 + + + +220 + + - -6.55 + +6.544 - - -6.555 + + +6.545 - - -6.56 + + +6.546 - - -6.565 + + +6.547 - - -6.57 + + +6.548 - - -6.575 + + +6.549 - - -6.58 + + +6.55 - - -6.585 + + +6.551 - - -6.59 + + +6.552 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index 86a1606d6cfd..6a57810b2e1f 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75155936.98,"upper_bound":75398331.0105},"point_estimate":75273491.26,"standard_error":61994.97228978898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75101744.0,"upper_bound":75289764.0},"point_estimate":75170025.5,"standard_error":55185.3019086329},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":414001.21665000916,"upper_bound":635781.8641126156},"point_estimate":532883.4955394268,"standard_error":56091.894946462846},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490559.4572377764,"upper_bound":746928.814565855},"point_estimate":623521.2593749615,"standard_error":65791.11728000939}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75216020.54425001,"upper_bound":75560292.57675001},"point_estimate":75382723.8,"standard_error":88204.64476469891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75088627.0,"upper_bound":75481133.0},"point_estimate":75206922.5,"standard_error":107683.71846906675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514328.75686883926,"upper_bound":871799.882057455},"point_estimate":602195.7856088877,"standard_error":94180.13127078369},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":701950.816835317,"upper_bound":1065292.5115453713},"point_estimate":891150.5716431875,"standard_error":93200.58756385201}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 1da9f25eea6f..d2908551b125 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74745961.0,77533201.0,74857829.0,74441074.0,75202201.0,75084852.0,75167996.0,74660803.0,74830549.0,74666454.0,75143160.0,74344875.0,75229211.0,75283121.0,76413706.0,77599456.0,76632603.0,75247986.0,75052171.0,74703122.0,75651948.0,75162006.0,75538066.0,74769686.0,75292408.0,75697192.0,75286197.0,74794742.0,75492892.0,75594772.0,75882056.0,75210416.0,75477654.0,75644684.0,75313768.0,75083951.0,75497491.0,75093589.0,75159601.0,74929263.0,75533218.0,74848162.0,74980157.0,74790114.0,75556040.0,74390830.0,75632682.0,74496707.0,74654852.0,75172055.0,75116862.0,74456974.0,75732578.0,74992110.0,74603947.0,74659972.0,75123034.0,75855757.0,76494697.0,74930415.0,76040461.0,75260208.0,75127772.0,74215787.0,75592588.0,75083780.0,75715808.0,75447156.0,76156207.0,75396172.0,75525683.0,75140706.0,75859686.0,76236396.0,75698535.0,75639856.0,75729433.0,75361537.0,74723249.0,75112563.0,75424644.0,74856157.0,75273454.0,74989685.0,74963005.0,75516335.0,76729114.0,74108705.0,74795293.0,74729331.0,74682473.0,74602275.0,75389970.0,74647408.0,76727541.0,74837622.0,75342522.0,75289764.0,75101744.0,74844625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[75800112.0,78735998.0,76191245.0,76122577.0,77131004.0,75470646.0,75828987.0,75334241.0,76458335.0,77323394.0,74152899.0,74116992.0,74934903.0,74428775.0,74265420.0,74285678.0,74474011.0,75299386.0,75231088.0,75182757.0,74106954.0,75711597.0,75035521.0,76007210.0,75626859.0,75035271.0,75544134.0,74826751.0,74964930.0,74838904.0,74494890.0,73821720.0,75594017.0,74761288.0,73651270.0,74415030.0,76315047.0,76221702.0,76304617.0,75851939.0,75797077.0,76356935.0,76143606.0,76504160.0,75559684.0,75405364.0,76920440.0,77533477.0,77624437.0,78450774.0,75940495.0,74868328.0,74739147.0,74898756.0,75530599.0,76509270.0,74780244.0,75127934.0,75580471.0,76029963.0,75335353.0,75522443.0,75599337.0,75487568.0,75255834.0,74830468.0,75361852.0,75132157.0,74352917.0,74843888.0,74822969.0,75117401.0,75164199.0,74538234.0,74783685.0,74958963.0,75047469.0,74849328.0,75138130.0,75920738.0,75079730.0,75481133.0,74897748.0,74370180.0,74960857.0,75116750.0,74635397.0,75524615.0,74770220.0,75164500.0,74679360.0,74993168.0,74334403.0,75154270.0,75776126.0,75420380.0,75088627.0,75497544.0,75553158.0,75512021.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 87fe3f222d58..5cf1785c26c5 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[72743818.5,73793346.375,76592087.375,77641615.25] \ No newline at end of file +[72003088.75,73419941.875,77198216.875,78615070.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 35d122882bdc..0e924757b077 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.027229114804275558,"upper_bound":0.03282548791128533},"point_estimate":0.030104545437202423,"standard_error":0.0014281274789462763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.027386955722592976,"upper_bound":0.03426749886151392},"point_estimate":0.03178681257484306,"standard_error":0.0019389545866154282}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001807084069355036,"upper_bound":0.004098555444756362},"point_estimate":0.0014511422038696598,"standard_error":0.0014752245814400563},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021769021166891944,"upper_bound":0.003703331874264082},"point_estimate":0.0004908472460209978,"standard_error":0.001541580915686039}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index 86a1606d6cfd..6a57810b2e1f 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75155936.98,"upper_bound":75398331.0105},"point_estimate":75273491.26,"standard_error":61994.97228978898},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75101744.0,"upper_bound":75289764.0},"point_estimate":75170025.5,"standard_error":55185.3019086329},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":414001.21665000916,"upper_bound":635781.8641126156},"point_estimate":532883.4955394268,"standard_error":56091.894946462846},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":490559.4572377764,"upper_bound":746928.814565855},"point_estimate":623521.2593749615,"standard_error":65791.11728000939}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75216020.54425001,"upper_bound":75560292.57675001},"point_estimate":75382723.8,"standard_error":88204.64476469891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75088627.0,"upper_bound":75481133.0},"point_estimate":75206922.5,"standard_error":107683.71846906675},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":514328.75686883926,"upper_bound":871799.882057455},"point_estimate":602195.7856088877,"standard_error":94180.13127078369},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":701950.816835317,"upper_bound":1065292.5115453713},"point_estimate":891150.5716431875,"standard_error":93200.58756385201}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 1da9f25eea6f..d2908551b125 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[74745961.0,77533201.0,74857829.0,74441074.0,75202201.0,75084852.0,75167996.0,74660803.0,74830549.0,74666454.0,75143160.0,74344875.0,75229211.0,75283121.0,76413706.0,77599456.0,76632603.0,75247986.0,75052171.0,74703122.0,75651948.0,75162006.0,75538066.0,74769686.0,75292408.0,75697192.0,75286197.0,74794742.0,75492892.0,75594772.0,75882056.0,75210416.0,75477654.0,75644684.0,75313768.0,75083951.0,75497491.0,75093589.0,75159601.0,74929263.0,75533218.0,74848162.0,74980157.0,74790114.0,75556040.0,74390830.0,75632682.0,74496707.0,74654852.0,75172055.0,75116862.0,74456974.0,75732578.0,74992110.0,74603947.0,74659972.0,75123034.0,75855757.0,76494697.0,74930415.0,76040461.0,75260208.0,75127772.0,74215787.0,75592588.0,75083780.0,75715808.0,75447156.0,76156207.0,75396172.0,75525683.0,75140706.0,75859686.0,76236396.0,75698535.0,75639856.0,75729433.0,75361537.0,74723249.0,75112563.0,75424644.0,74856157.0,75273454.0,74989685.0,74963005.0,75516335.0,76729114.0,74108705.0,74795293.0,74729331.0,74682473.0,74602275.0,75389970.0,74647408.0,76727541.0,74837622.0,75342522.0,75289764.0,75101744.0,74844625.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[75800112.0,78735998.0,76191245.0,76122577.0,77131004.0,75470646.0,75828987.0,75334241.0,76458335.0,77323394.0,74152899.0,74116992.0,74934903.0,74428775.0,74265420.0,74285678.0,74474011.0,75299386.0,75231088.0,75182757.0,74106954.0,75711597.0,75035521.0,76007210.0,75626859.0,75035271.0,75544134.0,74826751.0,74964930.0,74838904.0,74494890.0,73821720.0,75594017.0,74761288.0,73651270.0,74415030.0,76315047.0,76221702.0,76304617.0,75851939.0,75797077.0,76356935.0,76143606.0,76504160.0,75559684.0,75405364.0,76920440.0,77533477.0,77624437.0,78450774.0,75940495.0,74868328.0,74739147.0,74898756.0,75530599.0,76509270.0,74780244.0,75127934.0,75580471.0,76029963.0,75335353.0,75522443.0,75599337.0,75487568.0,75255834.0,74830468.0,75361852.0,75132157.0,74352917.0,74843888.0,74822969.0,75117401.0,75164199.0,74538234.0,74783685.0,74958963.0,75047469.0,74849328.0,75138130.0,75920738.0,75079730.0,75481133.0,74897748.0,74370180.0,74960857.0,75116750.0,74635397.0,75524615.0,74770220.0,75164500.0,74679360.0,74993168.0,74334403.0,75154270.0,75776126.0,75420380.0,75088627.0,75497544.0,75553158.0,75512021.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 87fe3f222d58..5cf1785c26c5 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[72743818.5,73793346.375,76592087.375,77641615.25] \ No newline at end of file +[72003088.75,73419941.875,77198216.875,78615070.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 36349c83b1c5..d3dff1c95f48 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - -0.004 + + +0.0035 - - -0.005 + + +0.004 - - -0.006 + + +0.0045 - - -0.007 + + +0.005 - - -0.008 + + +0.0055 - + - -400 - - - -450 - - - + 500 - - + + 550 - - + + 600 - - + + 650 - - - - + + +700 + + + +750 + + + +800 + + + +850 + + + +900 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index a30d932590a4..5e0e8c05807f 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,61 +6,85 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - + + +3.5 + + + +4 + + + +4.5 + + - -500 + +0.7 + + + +0.75 + + + +0.8 + + + +0.85 - - -550 + + +0.9 - - -600 + + +0.95 - - -650 + + +1 - - -700 + + +1.05 - - -750 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 1557556c6b08..e56b479f7cf8 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,37 +16,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -72.0 - - - -73.0 - - - + 74.0 - - + + +74.5 + + + 75.0 - - + + +75.5 + + + 76.0 - - + + +76.5 + + + 77.0 - + + +77.5 + + + +78.0 + + + +78.5 + + 0 @@ -92,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index f265e796f849..c7b3514e3c41 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -38,26 +38,22 @@ Average Time (ms) - -72 - - - + 74 - - + + 76 - - + + 78 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 05152ed38727..384436fde2e9 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.027 - - - -0.028 - - - -0.029 - - - -0.03 - - - -0.031 - - - -0.032 - - - -0.033 - - - - - - + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index eeb6d96bdf9d..4d01013dc85e 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - + + +250 + + - -0.027 - - - -0.028 - - - -0.029 - - - -0.03 - - - -0.031 - - - -0.032 - - - -0.033 - - - -0.034 - - - -0.035 - - - - - - + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 0c36ba2831bb..819ae7283808 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -46,44 +46,48 @@ t score - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index df3a9d59daa5..713666addc29 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0045919 - 0.0047559 - 0.0045717 + 0.0002053 + 0.0002126 + 0.0002044 Mean - 75.156 ms - 75.273 ms - 75.398 ms + 75.216 ms + 75.383 ms + 75.560 ms Std. Dev. - 490.56 µs - 623.52 µs - 746.93 µs + 701.95 µs + 891.15 µs + 1.0653 ms Median - 75.102 ms - 75.170 ms - 75.290 ms + 75.089 ms + 75.207 ms + 75.481 ms MAD - 414.00 µs - 532.88 µs - 635.78 µs + 514.33 µs + 602.20 µs + 871.80 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +2.7229% - +3.0105% - +3.2825% - (p = 0.00 < + -0.1807% + +0.1451% + +0.4099% + (p = 0.32 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 39eecd62a940..7839b8f833f3 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,42 +15,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +74.0 + + + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - - + + 77.0 - - + + 77.5 - + + +78.0 + + + +78.5 + + 10 @@ -92,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 7086de2efeea..4f915f0995f8 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +74.0 + + + 74.5 - - + + 75.0 - - + + 75.5 - - + + 76.0 - - + + 76.5 - - + + 77.0 - - + + 77.5 - + + +78.0 + + + +78.5 + + 10 @@ -89,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 530bf3274be6..66cbce5afb50 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 + + +3 - - -5 + + +3.5 - - -6 + + +4 - - -7 + + +4.5 - + - -75.15 - - - + 75.2 - - + + 75.25 - - + + 75.3 - - + + 75.35 - - + + 75.4 - - - - + + +75.45 + + + +75.5 + + + +75.55 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 96abd85f5140..db9b905bcac8 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ms) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - + - -75.1 + +75.05 - - -75.12 - - - -75.14 - - - -75.16 + + +75.1 - - -75.18 + + +75.15 - - + + 75.2 - - -75.22 + + +75.25 - - -75.24 + + +75.3 - - -75.26 + + +75.35 - - -75.28 + + +75.4 - - -75.3 + + +75.45 + + + +75.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index a7b6b8de0338..27b80c3efa9f 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (ms) - -73.5 + +73 - - + + 74 - - -74.5 - - - + + 75 - - -75.5 - - - + + 76 - - -76.5 - - - + + 77 - - -77.5 - - - + + 78 - + + +79 + + Density (a.u.) @@ -102,50 +90,62 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 - - - -0.7 + + +0.5 - - - - - + + + + + - - - + + - - - - + + + - - + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index 45fcf2da0004..1cdcf0fe4039 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - -0.7 - - + - + 74 - - -75 - - - + + 76 - - -77 - - - + + 78 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index 0d22fae6ed14..d91f38c4a3ef 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,37 +13,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + - -72.0 - - - -73.0 - - - + 74.0 - - + + +74.5 + + + 75.0 - - + + +75.5 + + + 76.0 - - + + +76.5 + + + 77.0 - + + +77.5 + + + +78.0 + + + +78.5 + + 0 @@ -89,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 7c88ee9107a0..c05efc25be49 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -35,24 +35,20 @@ Average Time (ms) - -72 - - - + 74 - - + + 76 - - + + 78 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index c739e2baddc7..768b7fef0b2a 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 + + +3 - - -5 + + +3.5 - - -6 + + +4 - - -7 + + +4.5 - + - -75.15 - - - + 75.2 - - + + 75.25 - - + + 75.3 - - + + 75.35 - - + + 75.4 - - - - + + +75.45 + + + +75.5 + + + +75.55 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 1c4729ec8496..4348c3bee03a 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26103780.5625,"upper_bound":26400646.693625003},"point_estimate":26253538.605,"standard_error":75913.05075988197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26189845.5,"upper_bound":26456885.0},"point_estimate":26362832.25,"standard_error":60009.64832208889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509353.89265716076,"upper_bound":862392.08098948},"point_estimate":613274.1432622075,"standard_error":91847.99829181544},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633854.9763149242,"upper_bound":881110.6930305662},"point_estimate":763197.4809967665,"standard_error":63575.7760056005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25951790.745,"upper_bound":26540335.3915},"point_estimate":26229079.21,"standard_error":149500.79908920816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25979168.5,"upper_bound":26551422.5},"point_estimate":26384197.75,"standard_error":201081.64544666116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":816565.2864530683,"upper_bound":1409090.0724336505},"point_estimate":1024191.9226169586,"standard_error":147248.64598619475},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":990742.5908999054,"upper_bound":2112248.4004752906},"point_estimate":1505359.7606344956,"standard_error":321731.5181429602}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index eea4ab4012d5..31d4f9c82dde 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50600013.0,49665453.0,52738233.0,53893654.0,53499079.0,52596639.0,54231514.0,52785411.0,53388103.0,52627858.0,53984654.0,50653943.0,53630423.0,50395652.0,53419091.0,52261065.0,50788343.0,51942041.0,51960485.0,53189624.0,54075944.0,53157453.0,53794600.0,54649351.0,52941361.0,55193073.0,54425856.0,54467061.0,50918445.0,53243374.0,52736189.0,54178845.0,52066983.0,52979873.0,48273641.0,51537608.0,51532228.0,51852104.0,52914732.0,55319990.0,53183071.0,53800851.0,53044123.0,52783307.0,52156009.0,47738944.0,54641737.0,56164452.0,52873996.0,53216093.0,52706284.0,51409879.0,53427686.0,50684399.0,50848084.0,52861914.0,54346287.0,52985984.0,51553176.0,50417041.0,53732574.0,52715140.0,51909530.0,52451019.0,48368147.0,51903969.0,51892769.0,54837792.0,51566952.0,51025355.0,53192088.0,54094508.0,52623119.0,51308151.0,52642214.0,51916463.0,52503747.0,52000429.0,51232009.0,51263537.0,51939866.0,53489842.0,53048982.0,52230067.0,52800209.0,52498317.0,51763478.0,49577649.0,55486209.0,49743788.0,53240238.0,50793413.0,52913770.0,53940682.0,53949478.0,52691385.0,52799697.0,51992355.0,52748883.0,50526595.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50914550.0,54382051.0,53084162.0,50031928.0,50320659.0,52166081.0,51626847.0,54291621.0,52075876.0,52772155.0,53253353.0,53085840.0,53130845.0,53012083.0,55367229.0,54277685.0,52038196.0,55382377.0,54105183.0,51144918.0,54226770.0,55416991.0,53961005.0,52006005.0,51862458.0,49593021.0,54343227.0,72318617.0,56295141.0,53077334.0,53221404.0,54219947.0,53454629.0,50097904.0,49719248.0,47667487.0,52908991.0,51699362.0,53846961.0,48881524.0,51063777.0,55249409.0,48232980.0,46217572.0,51972644.0,55726820.0,53626860.0,54507458.0,50843170.0,53049028.0,52065548.0,47900813.0,53128356.0,53060378.0,49731879.0,51944030.0,53340013.0,55705049.0,55481391.0,52988144.0,47078854.0,52646614.0,51477657.0,51966662.0,53948822.0,51084431.0,54303806.0,51751660.0,52344129.0,51895019.0,48853296.0,51887023.0,54811908.0,51714441.0,51505700.0,55243365.0,53808109.0,53983947.0,52764636.0,51357081.0,48558865.0,46854334.0,51230074.0,49899133.0,53331968.0,53569532.0,53588458.0,49347831.0,51433465.0,54100847.0,55210593.0,54405737.0,50142357.0,51145806.0,51046811.0,54120313.0,53584641.0,53053417.0,45612750.0,50034766.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index f0214a89dba0..82870f6ce5a3 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[23296833.375,24577003.3125,27990789.8125,29270959.75] \ No newline at end of file +[21309481.75,23437189.9375,29111078.4375,31238786.625] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 5ab5f9a6aba4..67e0bed7aaf2 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002325271524112879,"upper_bound":0.015969566071669213},"point_estimate":0.006492566591008719,"standard_error":0.0046418437952543785},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005714160077988861,"upper_bound":0.01806535529452069},"point_estimate":0.002651292278096351,"standard_error":0.006783291372934273}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012067226051295055,"upper_bound":0.014218186225864456},"point_estimate":-0.000931660884576524,"standard_error":0.006839490026323174},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015056773867270112,"upper_bound":0.01043781387002074},"point_estimate":0.000810440236367338,"standard_error":0.00797376075893036}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 1c4729ec8496..4348c3bee03a 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26103780.5625,"upper_bound":26400646.693625003},"point_estimate":26253538.605,"standard_error":75913.05075988197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26189845.5,"upper_bound":26456885.0},"point_estimate":26362832.25,"standard_error":60009.64832208889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":509353.89265716076,"upper_bound":862392.08098948},"point_estimate":613274.1432622075,"standard_error":91847.99829181544},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":633854.9763149242,"upper_bound":881110.6930305662},"point_estimate":763197.4809967665,"standard_error":63575.7760056005}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25951790.745,"upper_bound":26540335.3915},"point_estimate":26229079.21,"standard_error":149500.79908920816},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25979168.5,"upper_bound":26551422.5},"point_estimate":26384197.75,"standard_error":201081.64544666116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":816565.2864530683,"upper_bound":1409090.0724336505},"point_estimate":1024191.9226169586,"standard_error":147248.64598619475},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":990742.5908999054,"upper_bound":2112248.4004752906},"point_estimate":1505359.7606344956,"standard_error":321731.5181429602}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index eea4ab4012d5..31d4f9c82dde 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50600013.0,49665453.0,52738233.0,53893654.0,53499079.0,52596639.0,54231514.0,52785411.0,53388103.0,52627858.0,53984654.0,50653943.0,53630423.0,50395652.0,53419091.0,52261065.0,50788343.0,51942041.0,51960485.0,53189624.0,54075944.0,53157453.0,53794600.0,54649351.0,52941361.0,55193073.0,54425856.0,54467061.0,50918445.0,53243374.0,52736189.0,54178845.0,52066983.0,52979873.0,48273641.0,51537608.0,51532228.0,51852104.0,52914732.0,55319990.0,53183071.0,53800851.0,53044123.0,52783307.0,52156009.0,47738944.0,54641737.0,56164452.0,52873996.0,53216093.0,52706284.0,51409879.0,53427686.0,50684399.0,50848084.0,52861914.0,54346287.0,52985984.0,51553176.0,50417041.0,53732574.0,52715140.0,51909530.0,52451019.0,48368147.0,51903969.0,51892769.0,54837792.0,51566952.0,51025355.0,53192088.0,54094508.0,52623119.0,51308151.0,52642214.0,51916463.0,52503747.0,52000429.0,51232009.0,51263537.0,51939866.0,53489842.0,53048982.0,52230067.0,52800209.0,52498317.0,51763478.0,49577649.0,55486209.0,49743788.0,53240238.0,50793413.0,52913770.0,53940682.0,53949478.0,52691385.0,52799697.0,51992355.0,52748883.0,50526595.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[50914550.0,54382051.0,53084162.0,50031928.0,50320659.0,52166081.0,51626847.0,54291621.0,52075876.0,52772155.0,53253353.0,53085840.0,53130845.0,53012083.0,55367229.0,54277685.0,52038196.0,55382377.0,54105183.0,51144918.0,54226770.0,55416991.0,53961005.0,52006005.0,51862458.0,49593021.0,54343227.0,72318617.0,56295141.0,53077334.0,53221404.0,54219947.0,53454629.0,50097904.0,49719248.0,47667487.0,52908991.0,51699362.0,53846961.0,48881524.0,51063777.0,55249409.0,48232980.0,46217572.0,51972644.0,55726820.0,53626860.0,54507458.0,50843170.0,53049028.0,52065548.0,47900813.0,53128356.0,53060378.0,49731879.0,51944030.0,53340013.0,55705049.0,55481391.0,52988144.0,47078854.0,52646614.0,51477657.0,51966662.0,53948822.0,51084431.0,54303806.0,51751660.0,52344129.0,51895019.0,48853296.0,51887023.0,54811908.0,51714441.0,51505700.0,55243365.0,53808109.0,53983947.0,52764636.0,51357081.0,48558865.0,46854334.0,51230074.0,49899133.0,53331968.0,53569532.0,53588458.0,49347831.0,51433465.0,54100847.0,55210593.0,54405737.0,50142357.0,51145806.0,51046811.0,54120313.0,53584641.0,53053417.0,45612750.0,50034766.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index f0214a89dba0..82870f6ce5a3 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[23296833.375,24577003.3125,27990789.8125,29270959.75] \ No newline at end of file +[21309481.75,23437189.9375,29111078.4375,31238786.625] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index e1b7a97d43a0..49cd062b337b 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -6,73 +6,73 @@ fan_in/hydroflow/surface:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - - - -500 + + +3.5 - - -550 + + +4 - - -600 + + + +0.8 - - -650 + + +0.9 - - -700 + + +1 - - -750 + + +1.1 - - -800 + + +1.2 - - -850 + + +1.3 - - -900 + + +1.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index d51577dead04..544181bb8ec6 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,61 +6,81 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + + +2 + + - -650 + +1 + + + +1.2 - - -700 + + +1.4 - - -750 + + +1.6 - - -800 + + +1.8 - - -850 + + +2 - - -900 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index af30921b3b06..0bbf3cec186b 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - -23.0 - - - -23.5 - - - + 24.0 - - -24.5 - - - -25.0 - - - -25.5 - - - + + 26.0 - - -26.5 + + +28.0 + + + +30.0 - - -27.0 + + +32.0 - - -27.5 + + +34.0 - - -28.0 + + +36.0 - + 0 @@ -117,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 823ec5425228..7d52ed55ba97 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -54,26 +54,22 @@ Average Time (ms) - -22 - - - -24 - - - -26 - - - -28 - - - - - - + +25 + + + +30 + + + +35 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index 300c9e19dce6..58e0e74c1978 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - - -70 + + + +-0.01 - - -80 + + +-0.005 - - - -0 + + +1.73472e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index d2a40d1d43e3..1a78e8aa64ea 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + - + +-0.015 + + + +-0.01 + + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - -0.015 - - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 650f2c6497db..8fa4ec0b92ba 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 7a3e87252767..1e2d71c8dced 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0161046 - 0.0167205 - 0.0161255 + 0.0062878 + 0.0065019 + 0.0062344 Mean - 26.104 ms - 26.254 ms - 26.401 ms + 25.952 ms + 26.229 ms + 26.540 ms Std. Dev. - 633.85 µs - 763.20 µs - 881.11 µs + 990.74 µs + 1.5054 ms + 2.1122 ms Median - 26.190 ms - 26.363 ms - 26.457 ms + 25.979 ms + 26.384 ms + 26.551 ms MAD - 509.35 µs - 613.27 µs - 862.39 µs + 816.57 µs + 1.0242 ms + 1.4091 ms @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.2325% - +0.6493% - +1.5970% - (p = 0.17 > + -1.2067% + -0.0932% + +1.4218% + (p = 0.89 > 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index a7b2e8f0b7ac..08182ba8b965 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,42 @@ Average Iteration Time (ms) - - - + + - - - - - + + + + - + 24.0 - - -24.5 - - - -25.0 + + +26.0 - + -25.5 +28.0 - -26.0 - - - -26.5 + +30.0 - - -27.0 + + +32.0 - - -27.5 + + +34.0 - - -28.0 + + +36.0 - + 10 @@ -102,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 96ffe4accc34..67b5043f61e4 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - + 24.0 - - -24.5 - - - -25.0 - - - -25.5 - - - + + 26.0 - - -26.5 + + +28.0 - - -27.0 + + +30.0 - - -27.5 + + +32.0 - - -28.0 + + +34.0 + + + +36.0 - + 10 @@ -99,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 40bbc709a446..fe318d594f58 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 + + + +25.9 - - -5.5 + + +26 - - - + + 26.1 - - -26.15 - - - + + 26.2 - - -26.25 - - - + + 26.3 - - -26.35 - - - + + 26.4 - - - - + + +26.5 + + + +26.6 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 209389dcb8f2..927d178e14fa 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 + + + +1.5 + + + +2 - - -6 + + +2.5 - - -8 + + +3 - - -10 + + +3.5 - - -12 + + +4 - - -14 + + +4.5 - + - -26.2 + +26 - - -26.25 + + +26.1 - - -26.3 + + +26.2 - - -26.35 + + +26.3 - - + + 26.4 - - -26.45 + + +26.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index c7aba4c56894..69283282c458 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,34 +54,42 @@ Average Time (ms) - -23 + +22 - - + + 24 - - -25 - - - + + 26 - - -27 - - - + + 28 - - -29 + + +30 + + + +32 + + + +34 + + + +36 + + + +38 - + Density (a.u.) @@ -90,40 +98,44 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index bb8fc9dd64e5..478feb7a0b66 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - + - -24 + +25 - - -26 + + +30 - - -28 + + +35 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 8d0ee2673085..8ca40889a512 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,42 @@ Average Iteration Time (ms) - - + - - - - - - - - + + + + + - -23.0 - - - -23.5 + +24.0 - + -24.0 +26.0 - -24.5 - - - -25.0 - - - -25.5 - - - -26.0 + +28.0 - - -26.5 + + +30.0 - - -27.0 + + +32.0 - - -27.5 + + +34.0 - - -28.0 + + +36.0 - + 0 @@ -114,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index dc4a70a2c970..d3743e869165 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -51,24 +51,20 @@ Average Time (ms) - -22 - - - -24 - - - -26 - - - -28 - - - - - - + +25 + + + +30 + + + +35 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 3d908d683f1b..6ba1fa4ea231 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 + + + +25.9 - - -5.5 + + +26 - - - + + 26.1 - - -26.15 - - - + + 26.2 - - -26.25 - - - + + 26.3 - - -26.35 - - - + + 26.4 - - - - + + +26.5 + + + +26.6 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index dfdfb9477947..0bd5b6042e76 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48729918.942,"upper_bound":49295735.593},"point_estimate":48931397.84,"standard_error":168408.1127294055},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48714264.0,"upper_bound":48800143.0},"point_estimate":48762518.5,"standard_error":23117.088432781366},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154759.71565246582,"upper_bound":255496.99090652156},"point_estimate":203219.23709213734,"standard_error":25273.729417889932},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193461.51255499924,"upper_bound":2887686.8788552787},"point_estimate":1692059.32943969,"standard_error":956527.4179379152}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50924687.75,"upper_bound":51444433.23},"point_estimate":51164517.49,"standard_error":133095.33051741685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50638475.0,"upper_bound":50944858.0},"point_estimate":50759397.5,"standard_error":76469.13349926958},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":462516.3355886936,"upper_bound":894278.9145983744},"point_estimate":622270.1892524958,"standard_error":112506.14802149497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":860360.5768252852,"upper_bound":1853512.6421264147},"point_estimate":1337756.159651536,"standard_error":272947.45404424367}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 343ee0ac7d07..45d3ea7c3eaa 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[48729242.0,48775677.0,49143463.0,49168920.0,48790145.0,48512789.0,48502489.0,48481620.0,48713012.0,48989315.0,48967635.0,48687134.0,49012709.0,49157590.0,49100643.0,49135608.0,48924435.0,48543416.0,48745873.0,48655224.0,49319710.0,48748227.0,48722859.0,48966063.0,48917583.0,48613747.0,48800143.0,49214676.0,48629806.0,48902794.0,48792199.0,48533888.0,48771450.0,48839387.0,48551891.0,48918023.0,48819680.0,48817425.0,48628655.0,48809041.0,49733541.0,48560066.0,48673478.0,48606694.0,48825230.0,48948109.0,48571268.0,48890933.0,48890441.0,48714264.0,49036424.0,48647159.0,48639074.0,48607294.0,49032026.0,48885463.0,48788131.0,48933803.0,48605652.0,48498081.0,48589432.0,49002421.0,48366216.0,48124125.0,48562742.0,48588700.0,48508661.0,48456064.0,48695559.0,48840780.0,48802708.0,48840759.0,65528588.0,48761893.0,48673538.0,48809491.0,48729933.0,48779255.0,48740663.0,48788161.0,48672286.0,48629736.0,48643251.0,48375453.0,48648181.0,48837163.0,48824900.0,48382827.0,48512428.0,48956184.0,48763144.0,48880653.0,48745091.0,49110932.0,48592918.0,48778624.0,48730464.0,48447457.0,48846210.0,48430876.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[50568294.0,51743274.0,50356207.0,50369632.0,50899635.0,51030448.0,50761616.0,51598873.0,50703698.0,50625931.0,50403024.0,50280365.0,51070374.0,50510396.0,52343987.0,51573385.0,50521756.0,53256857.0,52825068.0,52746211.0,55291574.0,50553206.0,49659142.0,50482503.0,50803124.0,50638475.0,50319067.0,50419585.0,50552554.0,50383709.0,51663536.0,50478256.0,50529091.0,50318797.0,50757788.0,50416149.0,50899193.0,50641261.0,49986014.0,50759382.0,50866222.0,50129142.0,49728472.0,50514584.0,50272741.0,52426182.0,53236047.0,52507223.0,59682923.0,53386920.0,51426490.0,50972691.0,49981666.0,50624349.0,51465614.0,50682988.0,51119075.0,50232956.0,51104958.0,50944858.0,52066017.0,51904675.0,51058462.0,50322785.0,50031610.0,51551955.0,50663402.0,50153298.0,49992406.0,52833614.0,50003837.0,49606054.0,49625119.0,50547064.0,52722937.0,52559099.0,52453392.0,54177589.0,52084633.0,50759413.0,50739495.0,50830835.0,50795119.0,50567452.0,51095662.0,51348374.0,51971420.0,50539150.0,51195638.0,52800292.0,51214674.0,50727302.0,50374221.0,51071376.0,51320612.0,50718014.0,52044798.0,49654343.0,50880138.0,50397935.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 29be23e44115..da2a3b8c5c27 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[47776843.0,48194488.375,49308209.375,49725854.75] \ No newline at end of file +[47002966.5,48710846.25,53265192.25,54973072.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 92e144fabaf4..478716151ffd 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007184587637393503,"upper_bound":0.020849913707628398},"point_estimate":0.012653711687275804,"standard_error":0.0036771479910290197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01004855847048658,"upper_bound":0.013518056665788869},"point_estimate":0.012214589390779684,"standard_error":0.000894782213134929}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.036077584918402045,"upper_bound":0.05314707172990829},"point_estimate":0.045637765291358434,"standard_error":0.004430098875107459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03807764205141262,"upper_bound":0.04456312043213817},"point_estimate":0.040951104689147755,"standard_error":0.0015615536701475367}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index dfdfb9477947..0bd5b6042e76 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48729918.942,"upper_bound":49295735.593},"point_estimate":48931397.84,"standard_error":168408.1127294055},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48714264.0,"upper_bound":48800143.0},"point_estimate":48762518.5,"standard_error":23117.088432781366},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":154759.71565246582,"upper_bound":255496.99090652156},"point_estimate":203219.23709213734,"standard_error":25273.729417889932},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193461.51255499924,"upper_bound":2887686.8788552787},"point_estimate":1692059.32943969,"standard_error":956527.4179379152}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50924687.75,"upper_bound":51444433.23},"point_estimate":51164517.49,"standard_error":133095.33051741685},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50638475.0,"upper_bound":50944858.0},"point_estimate":50759397.5,"standard_error":76469.13349926958},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":462516.3355886936,"upper_bound":894278.9145983744},"point_estimate":622270.1892524958,"standard_error":112506.14802149497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":860360.5768252852,"upper_bound":1853512.6421264147},"point_estimate":1337756.159651536,"standard_error":272947.45404424367}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 343ee0ac7d07..45d3ea7c3eaa 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[48729242.0,48775677.0,49143463.0,49168920.0,48790145.0,48512789.0,48502489.0,48481620.0,48713012.0,48989315.0,48967635.0,48687134.0,49012709.0,49157590.0,49100643.0,49135608.0,48924435.0,48543416.0,48745873.0,48655224.0,49319710.0,48748227.0,48722859.0,48966063.0,48917583.0,48613747.0,48800143.0,49214676.0,48629806.0,48902794.0,48792199.0,48533888.0,48771450.0,48839387.0,48551891.0,48918023.0,48819680.0,48817425.0,48628655.0,48809041.0,49733541.0,48560066.0,48673478.0,48606694.0,48825230.0,48948109.0,48571268.0,48890933.0,48890441.0,48714264.0,49036424.0,48647159.0,48639074.0,48607294.0,49032026.0,48885463.0,48788131.0,48933803.0,48605652.0,48498081.0,48589432.0,49002421.0,48366216.0,48124125.0,48562742.0,48588700.0,48508661.0,48456064.0,48695559.0,48840780.0,48802708.0,48840759.0,65528588.0,48761893.0,48673538.0,48809491.0,48729933.0,48779255.0,48740663.0,48788161.0,48672286.0,48629736.0,48643251.0,48375453.0,48648181.0,48837163.0,48824900.0,48382827.0,48512428.0,48956184.0,48763144.0,48880653.0,48745091.0,49110932.0,48592918.0,48778624.0,48730464.0,48447457.0,48846210.0,48430876.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[50568294.0,51743274.0,50356207.0,50369632.0,50899635.0,51030448.0,50761616.0,51598873.0,50703698.0,50625931.0,50403024.0,50280365.0,51070374.0,50510396.0,52343987.0,51573385.0,50521756.0,53256857.0,52825068.0,52746211.0,55291574.0,50553206.0,49659142.0,50482503.0,50803124.0,50638475.0,50319067.0,50419585.0,50552554.0,50383709.0,51663536.0,50478256.0,50529091.0,50318797.0,50757788.0,50416149.0,50899193.0,50641261.0,49986014.0,50759382.0,50866222.0,50129142.0,49728472.0,50514584.0,50272741.0,52426182.0,53236047.0,52507223.0,59682923.0,53386920.0,51426490.0,50972691.0,49981666.0,50624349.0,51465614.0,50682988.0,51119075.0,50232956.0,51104958.0,50944858.0,52066017.0,51904675.0,51058462.0,50322785.0,50031610.0,51551955.0,50663402.0,50153298.0,49992406.0,52833614.0,50003837.0,49606054.0,49625119.0,50547064.0,52722937.0,52559099.0,52453392.0,54177589.0,52084633.0,50759413.0,50739495.0,50830835.0,50795119.0,50567452.0,51095662.0,51348374.0,51971420.0,50539150.0,51195638.0,52800292.0,51214674.0,50727302.0,50374221.0,51071376.0,51320612.0,50718014.0,52044798.0,49654343.0,50880138.0,50397935.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 29be23e44115..da2a3b8c5c27 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[47776843.0,48194488.375,49308209.375,49725854.75] \ No newline at end of file +[47002966.5,48710846.25,53265192.25,54973072.0] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 1d7bb6b3f0ab..cf9be452026b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -9,74 +9,86 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + +0.001 + + + +0.0015 + + + 0.002 - - -0.004 + + +0.0025 - - -0.006 + + +0.003 - - -0.008 + + +0.0035 - - -0.01 + + +0.004 - - -0.012 + + +0.0045 - - -0.014 + + + +450 - - -0.016 + + +500 - - -0.018 + + +550 - - -0.02 + + +600 - - - -160 + + +650 - - -180 + + +700 - - -200 + + +750 - - -220 + + +800 - - -240 + + +850 - - -260 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 85121aaad019..615bc61d0741 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - -0 + + +1.8 - - -0.5 + + + +0.8 - - + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - -3 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 8f6232c24576..815c8056d1fe 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,52 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -48.0 - - - + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - - + + 60.0 - - + + 62.0 - - + + 64.0 - + 0 @@ -107,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 19cdd7d57ae2..f0c7665b6c5a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,38 +9,46 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - - -0.8 + + +0.5 - + 50 @@ -58,10 +66,10 @@ Average Time (ms) 65 - - - - + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 9720484ead0b..fc56b8ce410f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - -100 - - - -110 - - + - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - - - - + +0.036 + + + +0.038 + + + +0.04 + + + +0.042 + + + +0.044 + + + +0.046 + + + +0.048 + + + +0.05 + + + +0.052 + + + +0.054 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 0c411c2f555b..5a035afc59c9 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,79 +9,75 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.01 - - - -0.0105 - - - -0.011 - - - -0.0115 - - - -0.012 - - - -0.0125 - - - -0.013 - - - -0.0135 - - - - - - + +0.038 + + + +0.039 + + + +0.04 + + + +0.041 + + + +0.042 + + + +0.043 + + + +0.044 + + + +0.045 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 6229506f1c9e..c9e4884cdfad 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index d7cb59640df5..3b25753618fd 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0008706 - 0.0008831 - 0.0008436 + 0.0032023 + 0.0033059 + 0.0031663 Mean - 48.730 ms - 48.931 ms - 49.296 ms + 50.925 ms + 51.165 ms + 51.444 ms Std. Dev. - 193.46 µs - 1.6921 ms - 2.8877 ms + 860.36 µs + 1.3378 ms + 1.8535 ms Median - 48.714 ms - 48.763 ms - 48.800 ms + 50.638 ms + 50.759 ms + 50.945 ms MAD - 154.76 µs - 203.22 µs - 255.50 µs + 462.52 µs + 622.27 µs + 894.28 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.7185% - +1.2654% - +2.0850% + +3.6078% + +4.5638% + +5.3147% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index f657f3937983..dcd7f23b3570 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,47 +15,57 @@ Average Iteration Time (ms) - - + + + - - - - - + + + + + + - + 50.0 - - + + +51.0 + + + 52.0 - + -54.0 +53.0 - -56.0 + +54.0 - - -58.0 + + +55.0 + + + +56.0 - - -60.0 + + +57.0 - - -62.0 + + +58.0 - - -64.0 + + +59.0 - + 10 @@ -97,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index cb8a8e918d3b..335e60652e73 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,47 +12,57 @@ Average Iteration Time (ms) - - + + + - - - - - + + + + + + - + 50.0 - - + + +51.0 + + + 52.0 - + -54.0 +53.0 - -56.0 + +54.0 - - -58.0 + + +55.0 + + + +56.0 - - -60.0 + + +57.0 - - -62.0 + + +58.0 - - -64.0 + + +59.0 - + 10 @@ -94,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 78c752f7153e..926a4154a00c 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -48.7 - - - -48.8 + +50.9 - - -48.9 + + +51 - - -49 + + +51.1 - - -49.1 + + +51.2 - - -49.2 + + +51.3 - - -49.3 + + +51.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 4b30a0b74311..6a2bfc95ab10 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - - -48.71 + + +10 - - -48.72 + + +12 - - -48.73 + + +14 - - -48.74 + + + +50.65 - - -48.75 + + +50.7 - - -48.76 + + +50.75 - - -48.77 + + +50.8 - - -48.78 + + +50.85 - - -48.79 + + +50.9 - - -48.8 + + +50.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index a9c1ac183c8c..516cbb4d9f22 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,50 +54,34 @@ Average Time (ms) - -46 - - - + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - - + + 58 - - + + 60 - - -62 - - - -64 - - - -66 - - + Density (a.u.) @@ -106,60 +90,52 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index c2f04d07b625..19e622bcd5a0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - + - + 50 - - + + 55 - - + + 60 - - -65 - - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 6127192a2632..5e18440daa41 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,52 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - -48.0 - - - + 50.0 - - + + 52.0 - - + + 54.0 - - + + 56.0 - - + + 58.0 - - + + 60.0 - - + + 62.0 - - + + 64.0 - + 0 @@ -104,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 7cbc7cd1cb36..1df82a28283f 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,38 +6,46 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - - -0.8 + + +0.5 - + 50 @@ -55,8 +63,8 @@ Average Time (ms) 65 - - - - + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 6ee9490981e3..f496a6ea70de 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -48.7 - - - -48.8 + +50.9 - - -48.9 + + +51 - - -49 + + +51.1 - - -49.1 + + +51.2 - - -49.2 + + +51.3 - - -49.3 + + +51.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index ae047c7ce82c..e614438416e9 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475959.12584375,"upper_bound":6480442.547625},"point_estimate":6477985.84875,"standard_error":1147.6451718855335},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473979.125,"upper_bound":6476731.75},"point_estimate":6475585.25,"standard_error":724.6780690333414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4828.211908657109,"upper_bound":8823.786405846477},"point_estimate":6702.000518515706,"standard_error":1018.1409946468186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.817622819479,"upper_bound":16665.054184660854},"point_estimate":11556.736461308663,"standard_error":2827.6121687910445}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6502341.98125,"upper_bound":6511044.30084375},"point_estimate":6506514.4925,"standard_error":2215.131592966837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496408.375,"upper_bound":6503546.0},"point_estimate":6498949.1875,"standard_error":1799.8396238700184},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11951.794362813234,"upper_bound":20706.269219890237},"point_estimate":16602.895805239677,"standard_error":2293.612449005279},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17178.12962035204,"upper_bound":27187.17826348387},"point_estimate":22234.781861772328,"standard_error":2582.4124568498064}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index bda1c95e8252..6be920055ddd 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51739376.0,51781644.0,51835725.0,51756388.0,51733365.0,51765685.0,51734346.0,51771716.0,51736791.0,51842989.0,51731251.0,51750046.0,51813253.0,51800379.0,51750526.0,51813023.0,52467582.0,51877594.0,51901678.0,51740148.0,51853839.0,51754745.0,51828452.0,51790150.0,51797144.0,51791833.0,51774531.0,51871610.0,51803655.0,52077526.0,51794750.0,51760505.0,51775484.0,51788808.0,51795470.0,51897480.0,51901167.0,51777147.0,51742743.0,51762258.0,51779570.0,51813854.0,51788818.0,51814145.0,51845463.0,51772848.0,51786293.0,51812833.0,51874427.0,51766197.0,51744976.0,51870381.0,51823653.0,51745317.0,51836347.0,51893323.0,51805709.0,51806811.0,51761967.0,51880336.0,51857283.0,51941459.0,51995050.0,51806749.0,51801209.0,51818220.0,51770842.0,51906936.0,51788495.0,52112999.0,51870939.0,51862233.0,51808483.0,51835913.0,51883913.0,51812651.0,51758570.0,51757778.0,51811228.0,51787754.0,51901837.0,51821888.0,51799466.0,51764801.0,51823280.0,51770662.0,51891838.0,51780220.0,51817891.0,51836164.0,51853938.0,51765532.0,51820035.0,51871850.0,51901996.0,51801539.0,51788475.0,51781753.0,51802141.0,51898599.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51919855.0,51886322.0,51974086.0,52106463.0,51852298.0,51920896.0,51991879.0,51984837.0,52018299.0,51991308.0,52055428.0,52153742.0,52206321.0,52175693.0,51925554.0,51994224.0,51881102.0,51872075.0,51917120.0,52054747.0,51887684.0,51924663.0,51976812.0,51908523.0,51967003.0,52262666.0,52134937.0,52081698.0,51958667.0,51902522.0,51857318.0,51959959.0,51884699.0,51888515.0,51933591.0,51892894.0,52001687.0,52186033.0,52203375.0,52303183.0,51893676.0,52122313.0,52519757.0,51968245.0,51901330.0,51857728.0,52033358.0,51994986.0,51895248.0,51998712.0,51979246.0,51985257.0,51904556.0,51906970.0,52004252.0,51984346.0,52214766.0,52028368.0,52122003.0,51973958.0,52106144.0,52092818.0,52187186.0,52348758.0,52330955.0,52476828.0,52308683.0,52018269.0,51938550.0,51956253.0,51968576.0,51939962.0,51964488.0,52074003.0,51926527.0,51940323.0,51920606.0,51973405.0,51897483.0,52048034.0,52853123.0,51914164.0,51874670.0,51976070.0,51938920.0,52116563.0,52202584.0,51897072.0,52012147.0,52143133.0,52318111.0,52314113.0,52409001.0,52139706.0,52048255.0,52498578.0,52083431.0,52125049.0,52161627.0,52479673.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 2c9d57a02c96..e5b6a3503402 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6441083.59375,6456327.109375,6496976.484375,6512220.0] \ No newline at end of file +[6414040.25,6452252.703125,6554152.578125,6592365.03125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 0ceac1ab530d..f20dbaf03581 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0037570461229912006,"upper_bound":-0.0023290903339932036},"point_estimate":-0.003024664216399797,"standard_error":0.00036310202208291766},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003045752864646478,"upper_bound":-0.0021080520904750433},"point_estimate":-0.0027152377711452402,"standard_error":0.0002368997571099503}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0036469257345466133,"upper_bound":0.005140628363401067},"point_estimate":0.0044039373373290225,"standard_error":0.0003814536213514},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0031379059353509042,"upper_bound":0.004187340667836326},"point_estimate":0.0036080040024182303,"standard_error":0.0002692980129463193}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index ae047c7ce82c..e614438416e9 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6475959.12584375,"upper_bound":6480442.547625},"point_estimate":6477985.84875,"standard_error":1147.6451718855335},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473979.125,"upper_bound":6476731.75},"point_estimate":6475585.25,"standard_error":724.6780690333414},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4828.211908657109,"upper_bound":8823.786405846477},"point_estimate":6702.000518515706,"standard_error":1018.1409946468186},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.817622819479,"upper_bound":16665.054184660854},"point_estimate":11556.736461308663,"standard_error":2827.6121687910445}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6502341.98125,"upper_bound":6511044.30084375},"point_estimate":6506514.4925,"standard_error":2215.131592966837},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6496408.375,"upper_bound":6503546.0},"point_estimate":6498949.1875,"standard_error":1799.8396238700184},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11951.794362813234,"upper_bound":20706.269219890237},"point_estimate":16602.895805239677,"standard_error":2293.612449005279},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17178.12962035204,"upper_bound":27187.17826348387},"point_estimate":22234.781861772328,"standard_error":2582.4124568498064}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index bda1c95e8252..6be920055ddd 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51739376.0,51781644.0,51835725.0,51756388.0,51733365.0,51765685.0,51734346.0,51771716.0,51736791.0,51842989.0,51731251.0,51750046.0,51813253.0,51800379.0,51750526.0,51813023.0,52467582.0,51877594.0,51901678.0,51740148.0,51853839.0,51754745.0,51828452.0,51790150.0,51797144.0,51791833.0,51774531.0,51871610.0,51803655.0,52077526.0,51794750.0,51760505.0,51775484.0,51788808.0,51795470.0,51897480.0,51901167.0,51777147.0,51742743.0,51762258.0,51779570.0,51813854.0,51788818.0,51814145.0,51845463.0,51772848.0,51786293.0,51812833.0,51874427.0,51766197.0,51744976.0,51870381.0,51823653.0,51745317.0,51836347.0,51893323.0,51805709.0,51806811.0,51761967.0,51880336.0,51857283.0,51941459.0,51995050.0,51806749.0,51801209.0,51818220.0,51770842.0,51906936.0,51788495.0,52112999.0,51870939.0,51862233.0,51808483.0,51835913.0,51883913.0,51812651.0,51758570.0,51757778.0,51811228.0,51787754.0,51901837.0,51821888.0,51799466.0,51764801.0,51823280.0,51770662.0,51891838.0,51780220.0,51817891.0,51836164.0,51853938.0,51765532.0,51820035.0,51871850.0,51901996.0,51801539.0,51788475.0,51781753.0,51802141.0,51898599.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51919855.0,51886322.0,51974086.0,52106463.0,51852298.0,51920896.0,51991879.0,51984837.0,52018299.0,51991308.0,52055428.0,52153742.0,52206321.0,52175693.0,51925554.0,51994224.0,51881102.0,51872075.0,51917120.0,52054747.0,51887684.0,51924663.0,51976812.0,51908523.0,51967003.0,52262666.0,52134937.0,52081698.0,51958667.0,51902522.0,51857318.0,51959959.0,51884699.0,51888515.0,51933591.0,51892894.0,52001687.0,52186033.0,52203375.0,52303183.0,51893676.0,52122313.0,52519757.0,51968245.0,51901330.0,51857728.0,52033358.0,51994986.0,51895248.0,51998712.0,51979246.0,51985257.0,51904556.0,51906970.0,52004252.0,51984346.0,52214766.0,52028368.0,52122003.0,51973958.0,52106144.0,52092818.0,52187186.0,52348758.0,52330955.0,52476828.0,52308683.0,52018269.0,51938550.0,51956253.0,51968576.0,51939962.0,51964488.0,52074003.0,51926527.0,51940323.0,51920606.0,51973405.0,51897483.0,52048034.0,52853123.0,51914164.0,51874670.0,51976070.0,51938920.0,52116563.0,52202584.0,51897072.0,52012147.0,52143133.0,52318111.0,52314113.0,52409001.0,52139706.0,52048255.0,52498578.0,52083431.0,52125049.0,52161627.0,52479673.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 2c9d57a02c96..e5b6a3503402 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6441083.59375,6456327.109375,6496976.484375,6512220.0] \ No newline at end of file +[6414040.25,6452252.703125,6554152.578125,6592365.03125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index dec5bf8e5582..95af8e4b2d7d 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,94 +9,94 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 - - - -0.15 + + +0.04 - - -0.2 + + +0.06 - - -0.25 + + +0.08 - - -0.3 + + +0.1 - - -0.35 + + +0.12 - - -0.4 + + +0.14 - - -0.45 + + +0.16 - - -0.5 + + +0.18 - - -0.55 + + +0.2 - + - -4.5 + +11 + + + +12 - - -5 + + +13 - - -5.5 + + +14 - - -6 + + +15 - - -6.5 + + +16 - - -7 + + +17 - - -7.5 + + +18 - - -8 + + +19 - + -8.5 +20 - -9 + +21 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index ddac2220d423..8639f8ef6180 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - - -0.2 - - + - -6 + +18 - - -8 + + +20 - - -10 + + +22 - - -12 + + +24 - - -14 + + +26 - - -16 + + +28 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 9087df7ec537..19d2bb36248d 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - + + +6.6 + + 0 @@ -92,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index ff9d0e484f1e..28299e923c7b 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -46,26 +46,22 @@ Average Time (ms) - -6.45 - - - + 6.5 - - + + 6.55 - - + + 6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index ed53d5fb962c..e9c7b732d4fe 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - -1000 - - + -1100 +1000 - --0.0038 + +0.0036 - - --0.0036 + + +0.0038 - - --0.0034 + + +0.004 - - --0.0032 + + +0.0042 - - --0.003 + + +0.0044 - - --0.0028 + + +0.0046 - - --0.0026 + + +0.0048 - - --0.0024 + + +0.005 - - --0.0022 + + +0.0052 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index bdcfee038ac9..55eee54507c7 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,98 +9,66 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - -1800 - - - -2000 - - - -2200 - - + - --0.0031 - - - --0.003 - - - --0.0029 - - - --0.0028 - - - --0.0027 - - - --0.0026 + +0.0032 - - --0.0025 + + +0.0034 - - --0.0024 + + +0.0036 - - --0.0023 + + +0.0038 - - --0.0022 + + +0.004 - - --0.0021 + + +0.0042 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index 53293adedb7f..c5c0201ad968 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 887fb8ff8f07..eda9cffdd9c1 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0063568 - 0.0065530 - 0.0062688 + 0.0533480 + 0.0551410 + 0.0530399 Mean - 6.4760 ms - 6.4780 ms - 6.4804 ms + 6.5023 ms + 6.5065 ms + 6.5110 ms Std. Dev. - 6.5478 µs - 11.557 µs - 16.665 µs + 17.178 µs + 22.235 µs + 27.187 µs Median - 6.4740 ms - 6.4756 ms - 6.4767 ms + 6.4964 ms + 6.4989 ms + 6.5035 ms MAD - 4.8282 µs - 6.7020 µs - 8.8238 µs + 11.952 µs + 16.603 µs + 20.706 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.3757% - -0.3025% - -0.2329% + +0.3647% + +0.4404% + +0.5141% (p = 0.00 < 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index 0064109cf7a6..098e0cf6c68d 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -6.47 - - -6.48 - - - -6.49 - - - 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 + + +6.56 + + + +6.58 + + + +6.6 - + 10 @@ -102,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 1e7a44f714f4..7f726d12f487 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + - -6.47 - - -6.48 - - - -6.49 - - - 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 + + +6.56 + + + +6.58 + + + +6.6 - + 10 @@ -99,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 9d9557a3393a..96d1d217cc8d 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - - -250 + + +140 - - -300 + + +160 - - -350 + + +180 - + - -6.4755 + +6.502 - - -6.476 + + +6.503 - - -6.4765 + + +6.504 - - -6.477 + + +6.505 - - -6.4775 + + +6.506 - - -6.478 + + +6.507 - - -6.4785 + + +6.508 - - -6.479 + + +6.509 - - -6.4795 + + +6.51 - - -6.48 + + +6.511 - - -6.4805 + + +6.512 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index 1fc76a72226d..e45524345b40 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - -100 + +50 - - -200 + + +100 - - -300 + + +150 - - -400 + + +200 - - -500 + + +250 - - -600 + + +300 - - -700 + + +350 - - -800 + + + +6.496 - - -900 + + +6.497 - - - -6.474 + + +6.498 - - -6.4745 + + +6.499 - - -6.475 + + +6.5 - - -6.4755 + + +6.501 - - -6.476 + + +6.502 - - -6.4765 + + +6.503 - - -6.477 + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 14fdb24eda14..ceff86c1f977 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,30 +46,42 @@ Average Time (ms) - + 6.46 - - + + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - + + +6.58 + + + +6.6 + + + +6.62 + + Density (a.u.) @@ -78,56 +90,38 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - -40 - - - -45 - - - - - - + + + + + - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 49f8feea3a4b..3be32fbd6950 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,39 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 6.5 - - + + 6.55 + + +6.6 + - - + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 48c0dd442274..880d5cb13352 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - + + +6.6 + + 0 @@ -89,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 7c23a6553a19..01e91c559de8 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -43,24 +43,20 @@ Average Time (ms) - -6.45 - - - + 6.5 - - + + 6.55 - - + + 6.6 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index e76d0182e734..bf6005bff66a 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - - -250 + + +140 - - -300 + + +160 - - -350 + + +180 - + - -6.4755 + +6.502 - - -6.476 + + +6.503 - - -6.4765 + + +6.504 - - -6.477 + + +6.505 - - -6.4775 + + +6.506 - - -6.478 + + +6.507 - - -6.4785 + + +6.508 - - -6.479 + + +6.509 - - -6.4795 + + +6.51 - - -6.48 + + +6.511 - - -6.4805 + + +6.512 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index be7cbe7a487e..732c65ef26ca 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6336134.81375,"upper_bound":6372970.96},"point_estimate":6352231.5025,"standard_error":9409.47601064457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6325002.4375,"upper_bound":6355399.625},"point_estimate":6338862.5,"standard_error":8093.875765482563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42199.057725816965,"upper_bound":67945.42555622756},"point_estimate":51846.52107954025,"standard_error":6947.342942260015},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50448.50095944207,"upper_bound":142978.713754592},"point_estimate":94307.63341054688,"standard_error":29264.831235406167}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6272036.03015625,"upper_bound":6292169.42159375},"point_estimate":6282013.305,"standard_error":5166.332315851955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6260666.875,"upper_bound":6288372.625},"point_estimate":6272552.375,"standard_error":7487.394825810991},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37639.506831765175,"upper_bound":65555.56706115603},"point_estimate":50910.444521158934,"standard_error":7464.796601953662},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44782.26702864017,"upper_bound":58055.73530159399},"point_estimate":51846.187335417126,"standard_error":3385.2582244499336}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index f3c9a21e6d0b..6cbd57f4ba97 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51123667.0,51014795.0,50716019.0,50571629.0,50495247.0,51858356.0,51202615.0,51655059.0,51705242.0,50664995.0,50934968.0,50559389.0,51267076.0,50480091.0,50176736.0,50673180.0,50843868.0,50500108.0,50117737.0,50073334.0,51543992.0,50686034.0,50553888.0,51478170.0,51491434.0,50636653.0,50428636.0,50664905.0,50777544.0,50280079.0,50441790.0,51163334.0,50381598.0,51268740.0,50122004.0,50161548.0,50400162.0,50433644.0,50897999.0,51130773.0,50962239.0,51416144.0,50252217.0,50919108.0,50955316.0,50994669.0,50454022.0,50634598.0,50728554.0,50741268.0,50823210.0,50800067.0,50653745.0,50499147.0,50228272.0,50954495.0,50843197.0,51834002.0,50800478.0,56803213.0,50514928.0,51057316.0,51140341.0,51296431.0,50607368.0,50592450.0,50705781.0,50454484.0,50607589.0,50528622.0,50874746.0,50900393.0,50919649.0,50385956.0,50337066.0,51555393.0,49847013.0,50897288.0,50967018.0,50573916.0,50352254.0,50816778.0,51843911.0,51139028.0,50138175.0,50451789.0,50054199.0,51477348.0,50872071.0,51131954.0,50412014.0,51158975.0,50469081.0,49684099.0,50301769.0,50189530.0,50212223.0,51254312.0,50394502.0,50792443.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[49740981.0,50090015.0,50171136.0,50081699.0,49970060.0,50692091.0,51121606.0,50533775.0,49924846.0,50363747.0,50167380.0,49841020.0,49282534.0,49609516.0,50065560.0,50905301.0,49989616.0,49880203.0,50678547.0,50418319.0,50014774.0,50331567.0,49872288.0,50725293.0,49871075.0,50346875.0,49860677.0,49799822.0,50909509.0,50554345.0,51351436.0,50901383.0,49913004.0,50322451.0,50054569.0,50103019.0,50209248.0,50299787.0,50052074.0,50325135.0,49992763.0,51044742.0,49666562.0,50119319.0,50154024.0,50222844.0,50085335.0,50098351.0,49986742.0,49830219.0,51040424.0,50273238.0,49836260.0,50021848.0,49601280.0,49767471.0,49829517.0,50030353.0,50968590.0,50328882.0,49893838.0,50306981.0,50014193.0,49887115.0,50265003.0,50706448.0,50660563.0,49961104.0,50471229.0,50682284.0,50570835.0,50881467.0,49679266.0,50169203.0,50398963.0,50791749.0,49848664.0,49898416.0,49926008.0,50337518.0,49940616.0,50826734.0,50285411.0,50378896.0,49889950.0,50225097.0,50099081.0,50210550.0,51019084.0,50646106.0,51227614.0,50488130.0,50189702.0,49638409.0,50939686.0,50438898.0,49993985.0,50615889.0,50369198.0,50591714.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index b8204a27ee61..b3dab788b805 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[6090110.15625,6198135.65625,6486203.65625,6594229.15625] \ No newline at end of file +[6016387.9375,6129254.21875,6430230.96875,6543097.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index bb0feaa86c17..94017d64b793 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.035734747594971604,"upper_bound":0.0433144962259413},"point_estimate":0.03926457369007941,"standard_error":0.0019418541050939548},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03428227389625202,"upper_bound":0.04207134626634068},"point_estimate":0.03778133723402499,"standard_error":0.001905073952076687}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014581358515408045,"upper_bound":-0.008071309596773634},"point_estimate":-0.011054099251950333,"standard_error":0.0016575846506805306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013817278243930642,"upper_bound":-0.007258230515354125},"point_estimate":-0.010460887107111128,"standard_error":0.0016771213729686377}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index be7cbe7a487e..732c65ef26ca 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6336134.81375,"upper_bound":6372970.96},"point_estimate":6352231.5025,"standard_error":9409.47601064457},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6325002.4375,"upper_bound":6355399.625},"point_estimate":6338862.5,"standard_error":8093.875765482563},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42199.057725816965,"upper_bound":67945.42555622756},"point_estimate":51846.52107954025,"standard_error":6947.342942260015},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50448.50095944207,"upper_bound":142978.713754592},"point_estimate":94307.63341054688,"standard_error":29264.831235406167}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6272036.03015625,"upper_bound":6292169.42159375},"point_estimate":6282013.305,"standard_error":5166.332315851955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6260666.875,"upper_bound":6288372.625},"point_estimate":6272552.375,"standard_error":7487.394825810991},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37639.506831765175,"upper_bound":65555.56706115603},"point_estimate":50910.444521158934,"standard_error":7464.796601953662},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":44782.26702864017,"upper_bound":58055.73530159399},"point_estimate":51846.187335417126,"standard_error":3385.2582244499336}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index f3c9a21e6d0b..6cbd57f4ba97 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51123667.0,51014795.0,50716019.0,50571629.0,50495247.0,51858356.0,51202615.0,51655059.0,51705242.0,50664995.0,50934968.0,50559389.0,51267076.0,50480091.0,50176736.0,50673180.0,50843868.0,50500108.0,50117737.0,50073334.0,51543992.0,50686034.0,50553888.0,51478170.0,51491434.0,50636653.0,50428636.0,50664905.0,50777544.0,50280079.0,50441790.0,51163334.0,50381598.0,51268740.0,50122004.0,50161548.0,50400162.0,50433644.0,50897999.0,51130773.0,50962239.0,51416144.0,50252217.0,50919108.0,50955316.0,50994669.0,50454022.0,50634598.0,50728554.0,50741268.0,50823210.0,50800067.0,50653745.0,50499147.0,50228272.0,50954495.0,50843197.0,51834002.0,50800478.0,56803213.0,50514928.0,51057316.0,51140341.0,51296431.0,50607368.0,50592450.0,50705781.0,50454484.0,50607589.0,50528622.0,50874746.0,50900393.0,50919649.0,50385956.0,50337066.0,51555393.0,49847013.0,50897288.0,50967018.0,50573916.0,50352254.0,50816778.0,51843911.0,51139028.0,50138175.0,50451789.0,50054199.0,51477348.0,50872071.0,51131954.0,50412014.0,51158975.0,50469081.0,49684099.0,50301769.0,50189530.0,50212223.0,51254312.0,50394502.0,50792443.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[49740981.0,50090015.0,50171136.0,50081699.0,49970060.0,50692091.0,51121606.0,50533775.0,49924846.0,50363747.0,50167380.0,49841020.0,49282534.0,49609516.0,50065560.0,50905301.0,49989616.0,49880203.0,50678547.0,50418319.0,50014774.0,50331567.0,49872288.0,50725293.0,49871075.0,50346875.0,49860677.0,49799822.0,50909509.0,50554345.0,51351436.0,50901383.0,49913004.0,50322451.0,50054569.0,50103019.0,50209248.0,50299787.0,50052074.0,50325135.0,49992763.0,51044742.0,49666562.0,50119319.0,50154024.0,50222844.0,50085335.0,50098351.0,49986742.0,49830219.0,51040424.0,50273238.0,49836260.0,50021848.0,49601280.0,49767471.0,49829517.0,50030353.0,50968590.0,50328882.0,49893838.0,50306981.0,50014193.0,49887115.0,50265003.0,50706448.0,50660563.0,49961104.0,50471229.0,50682284.0,50570835.0,50881467.0,49679266.0,50169203.0,50398963.0,50791749.0,49848664.0,49898416.0,49926008.0,50337518.0,49940616.0,50826734.0,50285411.0,50378896.0,49889950.0,50225097.0,50099081.0,50210550.0,51019084.0,50646106.0,51227614.0,50488130.0,50189702.0,49638409.0,50939686.0,50438898.0,49993985.0,50615889.0,50369198.0,50591714.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index b8204a27ee61..b3dab788b805 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[6090110.15625,6198135.65625,6486203.65625,6594229.15625] \ No newline at end of file +[6016387.9375,6129254.21875,6430230.96875,6543097.25] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index c64ae701fedb..ededd9915c8e 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + +0.045 - - -0.06 + + +0.05 - + - + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 667a829ad931..a0004b51f8b0 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 - - - -0.015 - - - + 0.02 - - -0.025 - - - -0.03 - - - -0.035 - - - + + 0.04 - - - -50 + + +0.06 - - -60 + + +0.08 - - -70 + + +0.1 - - -80 + + +0.12 - - -90 + + + +44 - - -100 + + +46 - - -110 + + +48 + + + +50 - - -120 + + +52 - - -130 + + +54 - - -140 + + +56 - - -150 + + +58 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index e535b103f55e..328e9d8db060 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,32 +16,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - -6.0 - - - + 6.2 - - + + +6.3 + + + 6.4 - - + + +6.5 + + + 6.6 - - + + +6.7 + + + 6.8 - + + +6.9 + + + +7.0 + + + +7.1 + + 0 @@ -87,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index beee4d4dc596..aead4d5a35c3 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,67 +9,47 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 - - - - + + 6 - - + + +7 + + + + 6.5 - - + + 7 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index a09cb1d26a25..dd4627e4b802 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - + - -0.035 - - - -0.036 - - - -0.037 - - - -0.038 - - - -0.039 - - - -0.04 - - - -0.041 - - - -0.042 - - - -0.043 - - - -0.044 - - - - - - + +-0.015 + + + +-0.014 + + + +-0.013 + + + +-0.012 + + + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 8743f378dfc5..c5f60e8094b7 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,91 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 - - + - -0.034 - - - -0.035 + +-0.014 - - -0.036 + + +-0.013 - - -0.037 + + +-0.012 - - -0.038 + + +-0.011 - - -0.039 + + +-0.01 - + -0.04 +-0.009 - -0.041 - - - -0.042 - - - - - - + +-0.008 + + + +-0.007 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 8fc1ce409f15..d3505261ac6d 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,81 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index 15f48ec431df..c62fb3e4090c 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000111 - 0.0000115 - 0.0000109 + 0.0063344 + 0.0065698 + 0.0063262 Mean - 6.3361 ms - 6.3522 ms - 6.3730 ms + 6.2720 ms + 6.2820 ms + 6.2922 ms Std. Dev. - 50.449 µs - 94.308 µs - 142.98 µs + 44.782 µs + 51.846 µs + 58.056 µs Median - 6.3250 ms - 6.3389 ms - 6.3554 ms + 6.2607 ms + 6.2726 ms + 6.2884 ms MAD - 42.199 µs - 51.847 µs - 67.945 µs + 37.640 µs + 50.910 µs + 65.556 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +3.5735% - +3.9265% - +4.3314% + -1.4581% + -1.1054% + -0.8071% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 0a88ddf128e3..4c3eb32abc2f 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,52 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.3 - - - -6.4 - - - -6.5 + +6.2 - - -6.6 + + +6.25 - - -6.7 - - - -6.8 - - - -6.9 + + +6.3 - - -7.0 + + +6.35 - - -7.1 + + +6.4 - + 10 @@ -102,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 9cecb8826467..0bdaa837bfcd 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,52 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + - -6.3 - - - -6.4 - - - -6.5 + +6.2 - - -6.6 + + +6.25 - - -6.7 - - - -6.8 - - - -6.9 + + +6.3 - - -7.0 + + +6.35 - - -7.1 + + +6.4 - + 10 @@ -99,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 8fb8f9c24800..d8202994e3b5 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -6.335 - - - -6.34 + + +60 - - -6.345 + + +70 - - -6.35 + + +80 - - -6.355 + + + +6.27 - - -6.36 + + +6.275 - - -6.365 + + +6.28 - - -6.37 + + +6.285 - - -6.375 + + +6.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index b4469232b6a2..01cb965e536c 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + + +100 + + - -6.325 + +6.26 - - -6.33 + + +6.265 - - -6.335 + + +6.27 - - -6.34 + + +6.275 - - -6.345 + + +6.28 - - -6.35 + + +6.285 - - -6.355 + + +6.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 493407eb096c..85a6dfb2ebf9 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -46,30 +46,38 @@ Average Time (ms) - + +6.1 + + + +6.15 + + + 6.2 - - -6.4 + + +6.25 - - -6.6 + + +6.3 - - -6.8 + + +6.35 - - -7 + + +6.4 - - -7.2 + + +6.45 - + Density (a.u.) @@ -78,34 +86,40 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - + + +6 + + + +7 + + + + + + - - - + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index cf82140b4a8f..299e1bd9e9ae 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + - -6.5 + +6.1 - - -7 + + +6.2 + + + +6.3 + + + +6.4 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index f667d311c075..433102cdf4dd 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,32 +13,57 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + + - -6.0 - - - + 6.2 - - + + +6.3 + + + 6.4 - - + + +6.5 + + + 6.6 - - + + +6.7 + + + 6.8 - + + +6.9 + + + +7.0 + + + +7.1 + + 0 @@ -84,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 7357eb6cf39a..e67596a42289 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,65 +6,45 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 - - - - + + 6 - - + + +7 + + + + 6.5 - - + + 7 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index b2d2fdf0f557..66a89a97bdcd 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -6.335 - - - -6.34 + + +60 - - -6.345 + + +70 - - -6.35 + + +80 - - -6.355 + + + +6.27 - - -6.36 + + +6.275 - - -6.365 + + +6.28 - - -6.37 + + +6.285 - - -6.375 + + +6.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index e8abe6c40671..7f58eff9c5ce 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4484543.280708334,"upper_bound":4495383.988479167},"point_estimate":4489582.630833332,"standard_error":2768.675258670131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4481582.791666666,"upper_bound":4487966.333333333},"point_estimate":4483621.208333334,"standard_error":1826.3563105495982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11310.384549200535,"upper_bound":19228.070714882113},"point_estimate":14354.78004515217,"standard_error":2063.391375709798},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16598.525424281925,"upper_bound":37839.25355070402},"point_estimate":27886.023353226356,"standard_error":5504.6795655399865}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4949309.086475002,"upper_bound":5008363.662375},"point_estimate":4978488.317000001,"standard_error":15051.04418809177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4942615.9,"upper_bound":4970008.2},"point_estimate":4951902.8,"standard_error":7420.086906528272},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31000.12762963744,"upper_bound":63590.64025104087},"point_estimate":47168.25099259587,"standard_error":7853.326797352906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111138.49154773065,"upper_bound":190015.13904477877},"point_estimate":151251.50090645297,"standard_error":20191.617459014127}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index d39b4a842f03..d73a20601899 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53847580.0,54191230.0,53724991.0,53760207.0,53886462.0,54062019.0,53974455.0,54104678.0,53906349.0,53781706.0,54168117.0,53701888.0,53991367.0,53764046.0,54313128.0,53927651.0,54044789.0,53816794.0,53781528.0,54666386.0,54274867.0,53842291.0,53577859.0,53890131.0,54044028.0,53804091.0,53758155.0,53642070.0,53748777.0,55574406.0,53344956.0,53689187.0,53779494.0,53945674.0,53693385.0,54053585.0,53822464.0,53646818.0,54076378.0,53839166.0,53728409.0,53733389.0,54119798.0,53791307.0,53892626.0,53760890.0,53788852.0,53961504.0,53953439.0,53664671.0,53980769.0,53912362.0,54042464.0,53846870.0,54189418.0,53861837.0,53835889.0,53991589.0,53895561.0,54605573.0,53692703.0,54332575.0,53694436.0,53793550.0,53567830.0,54086697.0,55689702.0,53776139.0,53681102.0,53961694.0,53868270.0,53809281.0,53908285.0,53661124.0,53802818.0,53889640.0,53855596.0,53555227.0,53635827.0,53685350.0,53752124.0,53510293.0,53524891.0,53656847.0,53802297.0,53910278.0,53733940.0,53566709.0,53721667.0,53574393.0,53746734.0,53776459.0,53497199.0,53589962.0,53630016.0,53795344.0,53396081.0,53596584.0,53782490.0,53966633.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51904147.0,50015643.0,47111787.0,45232059.0,46250755.0,49400000.0,49292659.0,49482164.0,49781364.0,49857496.0,49294703.0,49296267.0,49420299.0,49029968.0,49352141.0,50081736.0,50001727.0,49922749.0,48808193.0,49432421.0,50943990.0,49183345.0,49507301.0,49787886.0,50600718.0,49761426.0,49202500.0,49314831.0,49305734.0,49651982.0,49594775.0,49293481.0,49394690.0,48697184.0,49320301.0,48968923.0,49748182.0,49530755.0,49936615.0,49853199.0,50028146.0,49807193.0,49608701.0,49440627.0,49559098.0,49499527.0,49377828.0,49669435.0,49194014.0,49142408.0,46154135.0,45059906.0,47356154.0,49199265.0,50243088.0,49438452.0,49568406.0,49390542.0,50312329.0,49303900.0,49166673.0,51249913.0,50458933.0,49436378.0,50177867.0,50878167.0,49231534.0,49397646.0,49500098.0,49491251.0,49329077.0,49280457.0,51316387.0,52713643.0,52286243.0,49630191.0,49812171.0,49410490.0,50020863.0,50630783.0,49922278.0,56738787.0,52543815.0,50094139.0,49849702.0,49638717.0,49649447.0,49359845.0,47984150.0,49362299.0,49305233.0,49320041.0,51361381.0,52403032.0,52382683.0,52298346.0,52646166.0,52442906.0,52421176.0,49426159.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index f1e7f1d2a383..be9f974b56ed 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4409620.458333333,4442311.270833333,4529486.770833333,4562177.583333333] \ No newline at end of file +[4715438.375,4822999.625,5109829.625,5217390.875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 7456dc11c46b..68618bce2271 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06101018524843568,"upper_bound":-0.04613377331854562},"point_estimate":-0.05400367510472692,"standard_error":0.0038094419738879197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07181829798064754,"upper_bound":-0.06911927538901097},"point_estimate":-0.0706337515028681,"standard_error":0.0006924175372251391}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1020603072642732,"upper_bound":0.11551757287845267},"point_estimate":0.10889780328554055,"standard_error":0.003519720885465357},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10185912510452,"upper_bound":0.10794166528153785},"point_estimate":0.10444271937966354,"standard_error":0.0016299887726988667}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index e8abe6c40671..7f58eff9c5ce 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4484543.280708334,"upper_bound":4495383.988479167},"point_estimate":4489582.630833332,"standard_error":2768.675258670131},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4481582.791666666,"upper_bound":4487966.333333333},"point_estimate":4483621.208333334,"standard_error":1826.3563105495982},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11310.384549200535,"upper_bound":19228.070714882113},"point_estimate":14354.78004515217,"standard_error":2063.391375709798},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16598.525424281925,"upper_bound":37839.25355070402},"point_estimate":27886.023353226356,"standard_error":5504.6795655399865}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4949309.086475002,"upper_bound":5008363.662375},"point_estimate":4978488.317000001,"standard_error":15051.04418809177},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4942615.9,"upper_bound":4970008.2},"point_estimate":4951902.8,"standard_error":7420.086906528272},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31000.12762963744,"upper_bound":63590.64025104087},"point_estimate":47168.25099259587,"standard_error":7853.326797352906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111138.49154773065,"upper_bound":190015.13904477877},"point_estimate":151251.50090645297,"standard_error":20191.617459014127}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index d39b4a842f03..d73a20601899 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53847580.0,54191230.0,53724991.0,53760207.0,53886462.0,54062019.0,53974455.0,54104678.0,53906349.0,53781706.0,54168117.0,53701888.0,53991367.0,53764046.0,54313128.0,53927651.0,54044789.0,53816794.0,53781528.0,54666386.0,54274867.0,53842291.0,53577859.0,53890131.0,54044028.0,53804091.0,53758155.0,53642070.0,53748777.0,55574406.0,53344956.0,53689187.0,53779494.0,53945674.0,53693385.0,54053585.0,53822464.0,53646818.0,54076378.0,53839166.0,53728409.0,53733389.0,54119798.0,53791307.0,53892626.0,53760890.0,53788852.0,53961504.0,53953439.0,53664671.0,53980769.0,53912362.0,54042464.0,53846870.0,54189418.0,53861837.0,53835889.0,53991589.0,53895561.0,54605573.0,53692703.0,54332575.0,53694436.0,53793550.0,53567830.0,54086697.0,55689702.0,53776139.0,53681102.0,53961694.0,53868270.0,53809281.0,53908285.0,53661124.0,53802818.0,53889640.0,53855596.0,53555227.0,53635827.0,53685350.0,53752124.0,53510293.0,53524891.0,53656847.0,53802297.0,53910278.0,53733940.0,53566709.0,53721667.0,53574393.0,53746734.0,53776459.0,53497199.0,53589962.0,53630016.0,53795344.0,53396081.0,53596584.0,53782490.0,53966633.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51904147.0,50015643.0,47111787.0,45232059.0,46250755.0,49400000.0,49292659.0,49482164.0,49781364.0,49857496.0,49294703.0,49296267.0,49420299.0,49029968.0,49352141.0,50081736.0,50001727.0,49922749.0,48808193.0,49432421.0,50943990.0,49183345.0,49507301.0,49787886.0,50600718.0,49761426.0,49202500.0,49314831.0,49305734.0,49651982.0,49594775.0,49293481.0,49394690.0,48697184.0,49320301.0,48968923.0,49748182.0,49530755.0,49936615.0,49853199.0,50028146.0,49807193.0,49608701.0,49440627.0,49559098.0,49499527.0,49377828.0,49669435.0,49194014.0,49142408.0,46154135.0,45059906.0,47356154.0,49199265.0,50243088.0,49438452.0,49568406.0,49390542.0,50312329.0,49303900.0,49166673.0,51249913.0,50458933.0,49436378.0,50177867.0,50878167.0,49231534.0,49397646.0,49500098.0,49491251.0,49329077.0,49280457.0,51316387.0,52713643.0,52286243.0,49630191.0,49812171.0,49410490.0,50020863.0,50630783.0,49922278.0,56738787.0,52543815.0,50094139.0,49849702.0,49638717.0,49649447.0,49359845.0,47984150.0,49362299.0,49305233.0,49320041.0,51361381.0,52403032.0,52382683.0,52298346.0,52646166.0,52442906.0,52421176.0,49426159.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index f1e7f1d2a383..be9f974b56ed 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4409620.458333333,4442311.270833333,4529486.770833333,4562177.583333333] \ No newline at end of file +[4715438.375,4822999.625,5109829.625,5217390.875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 545d87c41a04..fadbd1d291b7 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 + +0.01 - - -0.1 - - - -0.12 + + +0.02 - - -0.14 + + +0.03 - - -0.16 + + +0.04 - - -0.18 + + +0.05 - - -0.2 + + +0.06 - - -0.22 + + +0.07 - + - -11 - - - -12 - - - -13 + +30 - - -14 + + +35 - - -15 + + +40 - - -16 + + +45 - - -17 + + +50 - - -18 + + +55 - - -19 + + +60 - - -20 + + +65 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 307d1c0ae350..8519b1981d66 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (µs) - -0.01 + +0.002 - - -0.02 + + +0.004 - - -0.03 + + +0.006 - - -0.04 + + +0.008 + + + +0.01 - + -0.05 +0.012 - -0.06 + +0.014 - - -0.07 + + +0.016 - - -0.08 + + +0.018 - - -0.09 + + +0.02 - + - -15 + +110 + + + +120 + + + +130 + + + +140 - - -20 + + +150 - - -25 + + +160 - - -30 + + +170 - - -35 + + +180 - - -40 + + +190 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index fac49c9e1083..190da7c40216 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -4.3 + +4.6 - - -4.4 + + +4.8 - - -4.5 + + +5.0 - - -4.6 + + +5.2 - - -4.7 + + +5.4 - - -4.8 + + +5.6 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 9b06edcca202..3c1e665826ca 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -50,30 +50,22 @@ Average Time (ms) - -4.2 + +4.5 - - -4.4 - - - -4.6 - - - -4.8 - - - + + 5 - - - - - + + +5.5 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 3582a44c97f8..46996ffbfcef 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - + - --0.062 + +0.102 - - --0.06 + + +0.104 - - --0.058 + + +0.106 - - --0.056 + + +0.108 - - --0.054 + + +0.11 - - --0.052 + + +0.112 - - --0.05 + + +0.114 - - --0.048 + + +0.116 - - --0.046 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 8595cc87a545..5b028a106597 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - -100 + +50 - - -200 + + +100 - - -300 + + +150 - - -400 + + +200 - - -500 + + +250 - - -600 + + +300 - + - --0.072 + +0.102 - - --0.0715 + + +0.103 - - --0.071 + + +0.104 - - --0.0705 + + +0.105 - - --0.07 + + +0.106 - - --0.0695 + + +0.107 - - --0.069 + + +0.108 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 20dccf2061b3..e2ab5aa8af27 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index e6ce81021a59..827c5d92dd95 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0007328 - 0.0007570 - 0.0007253 + 0.0005473 + 0.0005679 + 0.0005463 Mean - 4.4845 ms - 4.4896 ms - 4.4954 ms + 4.9493 ms + 4.9785 ms + 5.0084 ms Std. Dev. - 16.599 µs - 27.886 µs - 37.839 µs + 111.14 µs + 151.25 µs + 190.02 µs Median - 4.4816 ms - 4.4836 ms - 4.4880 ms + 4.9426 ms + 4.9519 ms + 4.9700 ms MAD - 11.310 µs - 14.355 µs - 19.228 µs + 31.000 µs + 47.168 µs + 63.591 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -6.1010% - -5.4004% - -4.6134% + +10.206% + +10.890% + +11.552% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 91330f4e2387..d3e455e0f2d3 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,57 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -4.46 + +4.6 - - -4.48 + + +4.7 - - -4.5 + + +4.8 - - -4.52 + + +4.9 - - -4.54 + + +5.0 - - -4.56 + + +5.1 - - -4.58 + + +5.2 - - -4.6 + + +5.3 + + + +5.4 - - -4.62 + + +5.5 - - -4.64 + + +5.6 - + 10 @@ -107,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 58c3d4c99d54..082bb7748254 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,57 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + + - -4.46 + +4.6 - - -4.48 + + +4.7 - - -4.5 + + +4.8 - - -4.52 + + +4.9 - - -4.54 + + +5.0 - - -4.56 + + +5.1 - - -4.58 + + +5.2 - - -4.6 + + +5.3 + + + +5.4 - - -4.62 + + +5.5 - - -4.64 + + +5.6 - + 10 @@ -104,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 76915a2feafd..27f022ebf3f9 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 + +5 - - -80 + + +10 - - -100 + + +15 - - -120 + + +20 - + -140 +25 - -160 - - - -4.484 + +4.95 - - -4.486 + + +4.96 - - -4.488 + + +4.97 - - -4.49 + + +4.98 - - -4.492 + + +4.99 - - -4.494 + + +5 - - -4.496 + + +5.01 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index e1249419e54e..3c784636a863 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - - -200 + + +40 - - -250 + + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - - -4.481 + + +90 - - -4.482 + + +100 + + + +110 - - -4.483 + + + +4.94 - - -4.484 + + +4.945 - - -4.485 + + +4.95 - - -4.486 + + +4.955 - - -4.487 + + +4.96 - - -4.488 + + +4.965 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index c4127bb9c27d..b03014206fc2 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,51 +13,79 @@ Average Time (ms) 0 - + +1 + + + 2 - - + + +3 + + + 4 - + -6 +5 - + +6 + + + +7 + + + 8 - - -10 + + +9 - + -12 +10 - -4.45 + +4.4 - - -4.5 + + +4.6 - - -4.55 + + +4.8 - - -4.6 + + +5 + + + +5.2 - - -4.65 + + +5.4 - + + +5.6 + + + +5.8 + + Density (a.u.) @@ -66,60 +94,86 @@ Density (a.u.) 0 - + +0.5 + + + +1 + + + +1.5 + + + 2 - - -4 + + +2.5 - - -6 + + +3 - - -8 + + +3.5 - - -10 + + +4 - - -12 - - - -14 - - - -16 - - - -18 - - - -20 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 1a98cf65cdd9..3a3d6e6f82df 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - - -4.45 + + +2.5 + + + +3 + + + +3.5 - - + + +4 + + + 4.5 - - -4.55 + + + +4.5 - - -4.6 + + +5 - - -4.65 + + +5.5 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 25ee596c2432..2d8bf94f5e3b 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -4.3 + +4.6 - - -4.4 + + +4.8 - - -4.5 + + +5.0 - - -4.6 + + +5.2 - - -4.7 + + +5.4 - - -4.8 + + +5.6 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 60143dfde7da..b3690ca8b421 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -47,28 +47,20 @@ Average Time (ms) - -4.2 + +4.5 - - -4.4 - - - -4.6 - - - -4.8 - - - + + 5 - - - - - + + +5.5 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 4a05c80ef4a4..536624f3753b 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 + +5 - - -80 + + +10 - - -100 + + +15 - - -120 + + +20 - + -140 +25 - -160 - - - -4.484 + +4.95 - - -4.486 + + +4.96 - - -4.488 + + +4.97 - - -4.49 + + +4.98 - - -4.492 + + +4.99 - - -4.494 + + +5 - - -4.496 + + +5.01 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index b294b1dd7846..93cc24fc5d31 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29877584.048125,"upper_bound":30933363.09},"point_estimate":30422154.715,"standard_error":269389.2191420715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31590562.5,"upper_bound":32061130.75},"point_estimate":31863623.25,"standard_error":145672.4900375615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":447418.2787567377,"upper_bound":1495685.0303962827},"point_estimate":770655.0956681371,"standard_error":270781.6009887471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2280802.9356838353,"upper_bound":3052079.1058635735},"point_estimate":2716910.627767305,"standard_error":196840.88037328044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30417435.230875,"upper_bound":31333233.59625},"point_estimate":30879648.575,"standard_error":233531.83894708197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30079375.0,"upper_bound":32209231.5},"point_estimate":31161387.75,"standard_error":545356.3568876843},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2178050.556331873,"upper_bound":3570252.3324653506},"point_estimate":3061491.109147668,"standard_error":343697.31010714086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2125138.266586251,"upper_bound":2545022.3776717484},"point_estimate":2352232.716018388,"standard_error":107291.03208307707}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index ee7775aa34ec..255cbdeffd78 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62654975.0,63577864.0,64608993.0,64498548.0,63543369.0,64345162.0,60995627.0,64210542.0,64412377.0,60576025.0,59830017.0,65348510.0,64618151.0,65794681.0,64492927.0,64419260.0,63816949.0,64108311.0,63203347.0,64336466.0,60520211.0,63957711.0,64593573.0,63588794.0,60166974.0,63618640.0,64163345.0,64110496.0,63411033.0,64174986.0,65185316.0,64767288.0,64417868.0,64451801.0,66226435.0,64189322.0,56229113.0,60229830.0,64999941.0,63637544.0,63142473.0,64372392.0,64090578.0,64066844.0,64759955.0,63219777.0,66391862.0,64445158.0,63953223.0,64220450.0,64136212.0,63912527.0,65446984.0,60364171.0,64216713.0,64095367.0,64322420.0,63487996.0,64813284.0,64191336.0,64703729.0,64281534.0,64232413.0,65842199.0,64909223.0,63347645.0,64871031.0,64090058.0,64494791.0,61313207.0,51478458.0,59296723.0,57641603.0,55620549.0,55612414.0,50809593.0,61902034.0,55112504.0,55610841.0,55619157.0,48581895.0,54112912.0,51151199.0,49506808.0,48674698.0,50106494.0,49322164.0,48987278.0,49803730.0,49183255.0,51762547.0,49386444.0,48628171.0,48409565.0,59078279.0,62688089.0,65375242.0,62711213.0,56852084.0,57637126.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[66679776.0,66812073.0,60158750.0,58232575.0,58151232.0,55813156.0,55817033.0,60345630.0,59261431.0,57235469.0,53445765.0,58033021.0,58474167.0,60095031.0,60545905.0,58701882.0,59763971.0,65632374.0,58972941.0,65620253.0,64861432.0,59593953.0,64657280.0,58244818.0,58709347.0,63600151.0,61754055.0,57301111.0,63135032.0,62371572.0,64850231.0,61493468.0,66492365.0,63324866.0,64964215.0,64168084.0,66076686.0,67804010.0,65421190.0,65430818.0,65370445.0,66658345.0,67904077.0,66221798.0,66002367.0,66885380.0,67369768.0,67595330.0,68019823.0,68178581.0,64631612.0,63217815.0,67272735.0,66892394.0,62273979.0,64026870.0,65166984.0,67791155.0,66749646.0,66881263.0,66162658.0,67432614.0,67459264.0,67348897.0,66946866.0,67625455.0,64418463.0,66636254.0,68156500.0,60524585.0,60082828.0,65128351.0,56398562.0,52963903.0,56970172.0,62520941.0,55629563.0,57762705.0,57355643.0,67152580.0,58291354.0,56065869.0,61205650.0,62449528.0,61940255.0,55471968.0,60632527.0,60062931.0,59676789.0,56019323.0,51573051.0,53998430.0,54422535.0,54972604.0,53222498.0,53002556.0,56394987.0,54840977.0,55355351.0,54496242.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index f2393ce760f7..cea39f483fad 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[20817595.375,25088575.1875,36477854.6875,40748834.5] \ No newline at end of file +[16977194.0,23019016.8125,39130544.3125,45172367.125] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 3ab563b772e1..2a28b3fd2fff 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.061960709061158595,"upper_bound":-0.02453543171167597},"point_estimate":-0.04405492846838088,"standard_error":0.00965706332013905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02310774011527028,"upper_bound":0.0023690200341808243},"point_estimate":-0.011484776944613917,"standard_error":0.006599510986001015}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007467440495442447,"upper_bound":0.03790508784296294},"point_estimate":0.015038180703697002,"standard_error":0.011639983565214807},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05585912607636567,"upper_bound":0.00747620217011602},"point_estimate":-0.022038783677873153,"standard_error":0.017419322324704726}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index b294b1dd7846..93cc24fc5d31 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29877584.048125,"upper_bound":30933363.09},"point_estimate":30422154.715,"standard_error":269389.2191420715},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31590562.5,"upper_bound":32061130.75},"point_estimate":31863623.25,"standard_error":145672.4900375615},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":447418.2787567377,"upper_bound":1495685.0303962827},"point_estimate":770655.0956681371,"standard_error":270781.6009887471},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2280802.9356838353,"upper_bound":3052079.1058635735},"point_estimate":2716910.627767305,"standard_error":196840.88037328044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30417435.230875,"upper_bound":31333233.59625},"point_estimate":30879648.575,"standard_error":233531.83894708197},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30079375.0,"upper_bound":32209231.5},"point_estimate":31161387.75,"standard_error":545356.3568876843},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2178050.556331873,"upper_bound":3570252.3324653506},"point_estimate":3061491.109147668,"standard_error":343697.31010714086},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2125138.266586251,"upper_bound":2545022.3776717484},"point_estimate":2352232.716018388,"standard_error":107291.03208307707}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index ee7775aa34ec..255cbdeffd78 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62654975.0,63577864.0,64608993.0,64498548.0,63543369.0,64345162.0,60995627.0,64210542.0,64412377.0,60576025.0,59830017.0,65348510.0,64618151.0,65794681.0,64492927.0,64419260.0,63816949.0,64108311.0,63203347.0,64336466.0,60520211.0,63957711.0,64593573.0,63588794.0,60166974.0,63618640.0,64163345.0,64110496.0,63411033.0,64174986.0,65185316.0,64767288.0,64417868.0,64451801.0,66226435.0,64189322.0,56229113.0,60229830.0,64999941.0,63637544.0,63142473.0,64372392.0,64090578.0,64066844.0,64759955.0,63219777.0,66391862.0,64445158.0,63953223.0,64220450.0,64136212.0,63912527.0,65446984.0,60364171.0,64216713.0,64095367.0,64322420.0,63487996.0,64813284.0,64191336.0,64703729.0,64281534.0,64232413.0,65842199.0,64909223.0,63347645.0,64871031.0,64090058.0,64494791.0,61313207.0,51478458.0,59296723.0,57641603.0,55620549.0,55612414.0,50809593.0,61902034.0,55112504.0,55610841.0,55619157.0,48581895.0,54112912.0,51151199.0,49506808.0,48674698.0,50106494.0,49322164.0,48987278.0,49803730.0,49183255.0,51762547.0,49386444.0,48628171.0,48409565.0,59078279.0,62688089.0,65375242.0,62711213.0,56852084.0,57637126.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[66679776.0,66812073.0,60158750.0,58232575.0,58151232.0,55813156.0,55817033.0,60345630.0,59261431.0,57235469.0,53445765.0,58033021.0,58474167.0,60095031.0,60545905.0,58701882.0,59763971.0,65632374.0,58972941.0,65620253.0,64861432.0,59593953.0,64657280.0,58244818.0,58709347.0,63600151.0,61754055.0,57301111.0,63135032.0,62371572.0,64850231.0,61493468.0,66492365.0,63324866.0,64964215.0,64168084.0,66076686.0,67804010.0,65421190.0,65430818.0,65370445.0,66658345.0,67904077.0,66221798.0,66002367.0,66885380.0,67369768.0,67595330.0,68019823.0,68178581.0,64631612.0,63217815.0,67272735.0,66892394.0,62273979.0,64026870.0,65166984.0,67791155.0,66749646.0,66881263.0,66162658.0,67432614.0,67459264.0,67348897.0,66946866.0,67625455.0,64418463.0,66636254.0,68156500.0,60524585.0,60082828.0,65128351.0,56398562.0,52963903.0,56970172.0,62520941.0,55629563.0,57762705.0,57355643.0,67152580.0,58291354.0,56065869.0,61205650.0,62449528.0,61940255.0,55471968.0,60632527.0,60062931.0,59676789.0,56019323.0,51573051.0,53998430.0,54422535.0,54972604.0,53222498.0,53002556.0,56394987.0,54840977.0,55355351.0,54496242.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index f2393ce760f7..cea39f483fad 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[20817595.375,25088575.1875,36477854.6875,40748834.5] \ No newline at end of file +[16977194.0,23019016.8125,39130544.3125,45172367.125] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 1eebb82dca5d..3b604738885a 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -0.4 + +2.2 - - -0.6 + + +2.4 - - -0.8 + + +2.6 - - -1 + + +2.8 - - -1.2 + + +3 - - -1.4 + + +3.2 + + + +3.4 - - -1.6 + + +3.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 6687d8f8e7da..3059ca31f495 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 - - -2.2 + + +4 - + - -2.2 + +2.1 - - -2.3 + + +2.15 - - -2.4 + + +2.2 - - -2.5 + + +2.25 - - -2.6 + + +2.3 - - -2.7 + + +2.35 - - -2.8 + + +2.4 - - -2.9 + + +2.45 - - -3 + + +2.5 - - -3.1 + + +2.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 64706305a4d9..06250a3287b6 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - + + 34.0 - + 0 @@ -112,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index 7affead3e78c..1f80a1499b81 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,43 +9,67 @@ Density (a.u.) Average Time (ms) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - -0.25 + + +0.22 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 9c6e61bf974c..42cf108ea44f 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + - --0.065 - - - --0.06 - - - --0.055 - - - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - - - - + +-0.01 + + + +-0.005 + + + +1.73472e-18 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 4e5e506444dc..add4a9eec071 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + +5 + + + 10 - - + + +15 + + + 20 - - -30 + + +25 - - -40 + + + +-0.06 - - -50 + + +-0.05 - - -60 + + +-0.04 - - -70 + + +-0.03 - - - --0.025 - - - + + -0.02 - - --0.015 - - - + + -0.01 - - --0.005 - - - -3.46945e-18 + + +0 - - -0.005 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index f51b4d284a0d..161e5ef0ab80 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index 326609208397..8f656f5d7a7e 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0033702 - 0.0035065 - 0.0033859 + 0.0226474 + 0.0235099 + 0.0226781 Mean - 29.878 ms - 30.422 ms - 30.933 ms + 30.417 ms + 30.880 ms + 31.333 ms Std. Dev. - 2.2808 ms - 2.7169 ms - 3.0521 ms + 2.1251 ms + 2.3522 ms + 2.5450 ms Median - 31.591 ms - 31.864 ms - 32.061 ms + 30.079 ms + 31.161 ms + 32.209 ms MAD - 447.42 µs - 770.66 µs - 1.4957 ms + 2.1781 ms + 3.0615 ms + 3.5703 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -6.1961% - -4.4055% - -2.4535% - (p = 0.00 < + -0.7467% + +1.5038% + +3.7905% + (p = 0.20 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 3a3edddac86d..99f74ac8e551 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - -25.0 - - - + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + + +34.0 + + 10 @@ -102,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 5c5ae9a4be54..bf97e81160b4 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,52 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - + - -25.0 - - - + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + + +34.0 + + 10 @@ -99,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index e17aff08d1e6..d334353c9772 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - -29.8 - - - -30 - - - -30.2 + + +1.8 - - + + + 30.4 - - + + +30.5 + + + 30.6 - - + + +30.7 + + + 30.8 - - + + +30.9 + + + 31 - - - - + + +31.1 + + + +31.2 + + + +31.3 + + + +31.4 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index bd3e7003bbfa..11f9cb0240e3 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 - - - -2.5 + + +0.4 - - -3 + + +0.6 - - -3.5 + + +0.8 - - -4 - - - -4.5 + + +1 - - -5 + + +1.2 - - -5.5 + + +1.4 - + - -31.6 + +30 - - -31.7 + + +30.5 - - -31.8 + + +31 - - -31.9 + + +31.5 - - + + 32 - - -32.1 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index 5f0d2dbdeeca..ef791344c306 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,38 +54,34 @@ Average Time (ms) - -22 - - - + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - + Density (a.u.) @@ -94,50 +90,40 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 - - + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - - -0.2 + + +0.14 - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index ed0e1068d2da..a43eef3aa24b 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (ms) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 - - -0.2 + + +0.16 - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index caf2b0a36e80..c4076d865a7f 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - + + 34.0 - + 0 @@ -109,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 6cb3a1bd81dd..50b563d76885 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,65 @@ Density (a.u.) Average Time (ms) - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 - - + + 0.2 - - -0.25 + + +0.22 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index dffa18fb106f..eadbde6ac9b1 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - -29.8 - - - -30 - - - -30.2 + + +1.8 - - + + + 30.4 - - + + +30.5 + + + 30.6 - - + + +30.7 + + + 30.8 - - + + +30.9 + + + 31 - - - - + + +31.1 + + + +31.2 + + + +31.3 + + + +31.4 + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index 38a23badbe71..07322f416d46 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57796602.29,"upper_bound":58041286.91725},"point_estimate":57917010.02,"standard_error":62675.62631178748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57771369.0,"upper_bound":57895927.0},"point_estimate":57836026.0,"standard_error":32150.44158734152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210149.6506690979,"upper_bound":651055.6090414524},"point_estimate":363666.94754362106,"standard_error":114080.11424752497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522191.847704728,"upper_bound":722089.7419940988},"point_estimate":628251.9202956336,"standard_error":51110.03261221323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59317285.452,"upper_bound":60056473.526999995},"point_estimate":59615839.63,"standard_error":193130.79776174482},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59005328.0,"upper_bound":59552823.0},"point_estimate":59186164.0,"standard_error":137326.9152304944},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":572331.7743390799,"upper_bound":1023700.4407256842},"point_estimate":802502.4550527334,"standard_error":108485.34546605874},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751813.3351794416,"upper_bound":3130345.4107708074},"point_estimate":1941376.2783347596,"standard_error":795263.5830652524}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index a03aec375a22..229b1c433876 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58037074.0,58870516.0,58728572.0,58925349.0,57904819.0,58815364.0,58641310.0,58993696.0,59622677.0,57860635.0,58773666.0,58005445.0,58223872.0,58347031.0,59693850.0,58665215.0,58604100.0,58344337.0,58050149.0,58159141.0,58320963.0,57874491.0,58236687.0,57909387.0,57781098.0,57862380.0,57771369.0,57802598.0,57943661.0,57861027.0,57831391.0,58271151.0,57707050.0,57720324.0,57852090.0,57732818.0,57988263.0,58314420.0,57947158.0,57887035.0,57710346.0,57713712.0,57785887.0,57768444.0,58327646.0,57934553.0,57670432.0,57614019.0,57793032.0,59270934.0,57554819.0,57747397.0,57739974.0,57549770.0,58504067.0,57769328.0,58637746.0,57770269.0,57802931.0,57525555.0,58497765.0,57637934.0,57958531.0,57799766.0,57892007.0,57648945.0,57845671.0,57753328.0,59411366.0,58032589.0,57782162.0,57742057.0,58176848.0,57906975.0,57727891.0,56603507.0,56545108.0,56536172.0,57852954.0,58833801.0,57250191.0,56962105.0,57038447.0,57750433.0,57830172.0,59417708.0,57313510.0,57215627.0,56985799.0,56960302.0,57567453.0,57188317.0,57011227.0,57258978.0,57840661.0,56995918.0,57069294.0,57436158.0,57236096.0,57114189.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59821521.0,60740290.0,60261823.0,59035450.0,59935443.0,58635972.0,60030330.0,58415510.0,58857947.0,60003360.0,58979003.0,59117413.0,59786364.0,61594957.0,59183166.0,61196432.0,59964711.0,60831643.0,59705345.0,58851827.0,58565612.0,60252179.0,60277737.0,59350271.0,58722396.0,59522543.0,59763864.0,58991620.0,58997250.0,59832503.0,59811804.0,59632620.0,58968278.0,58480545.0,58866748.0,59063396.0,60487152.0,59363869.0,60239478.0,61461576.0,60666517.0,59342409.0,61590237.0,60961691.0,58725644.0,58850928.0,58185082.0,58506294.0,59096348.0,59805144.0,60540842.0,59005328.0,59168594.0,59929949.0,60329466.0,59292756.0,59189162.0,59723402.0,58946257.0,58957688.0,58994928.0,59807580.0,58915850.0,58229486.0,59034983.0,58649582.0,61193003.0,58816174.0,59130111.0,60741628.0,60540662.0,58914507.0,59643753.0,60558285.0,59448848.0,58570414.0,58717338.0,58871968.0,59731487.0,58688515.0,60892921.0,58915129.0,59089976.0,58422837.0,59373957.0,58601892.0,58596101.0,58044339.0,59213007.0,59511175.0,58744480.0,58602754.0,58774265.0,76950801.0,59594471.0,58662486.0,60634247.0,58320256.0,58871226.0,58154855.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 70f76aa726dd..4794d644bcc1 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[55979013.75,56822037.0,59070099.0,59913122.25] \ No newline at end of file +[55578129.0,57214865.625,61579496.625,63216233.25] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index d9a45b9ad3be..2ef00f35e80d 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01605459291305969,"upper_bound":-0.0069773461745066805},"point_estimate":-0.011457395071860721,"standard_error":0.002313591417680817},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017197924505337192,"upper_bound":-0.007361928216295555},"point_estimate":-0.011383435324611502,"standard_error":0.0026738623600969084}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.023588569491437755,"upper_bound":0.03744828448166019},"point_estimate":0.02933213592023054,"standard_error":0.0036245187089770023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.020228288664610794,"upper_bound":0.02994191976068028},"point_estimate":0.023344238762186054,"standard_error":0.0025317426639797826}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index 38a23badbe71..07322f416d46 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57796602.29,"upper_bound":58041286.91725},"point_estimate":57917010.02,"standard_error":62675.62631178748},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57771369.0,"upper_bound":57895927.0},"point_estimate":57836026.0,"standard_error":32150.44158734152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":210149.6506690979,"upper_bound":651055.6090414524},"point_estimate":363666.94754362106,"standard_error":114080.11424752497},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522191.847704728,"upper_bound":722089.7419940988},"point_estimate":628251.9202956336,"standard_error":51110.03261221323}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59317285.452,"upper_bound":60056473.526999995},"point_estimate":59615839.63,"standard_error":193130.79776174482},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59005328.0,"upper_bound":59552823.0},"point_estimate":59186164.0,"standard_error":137326.9152304944},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":572331.7743390799,"upper_bound":1023700.4407256842},"point_estimate":802502.4550527334,"standard_error":108485.34546605874},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751813.3351794416,"upper_bound":3130345.4107708074},"point_estimate":1941376.2783347596,"standard_error":795263.5830652524}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index a03aec375a22..229b1c433876 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58037074.0,58870516.0,58728572.0,58925349.0,57904819.0,58815364.0,58641310.0,58993696.0,59622677.0,57860635.0,58773666.0,58005445.0,58223872.0,58347031.0,59693850.0,58665215.0,58604100.0,58344337.0,58050149.0,58159141.0,58320963.0,57874491.0,58236687.0,57909387.0,57781098.0,57862380.0,57771369.0,57802598.0,57943661.0,57861027.0,57831391.0,58271151.0,57707050.0,57720324.0,57852090.0,57732818.0,57988263.0,58314420.0,57947158.0,57887035.0,57710346.0,57713712.0,57785887.0,57768444.0,58327646.0,57934553.0,57670432.0,57614019.0,57793032.0,59270934.0,57554819.0,57747397.0,57739974.0,57549770.0,58504067.0,57769328.0,58637746.0,57770269.0,57802931.0,57525555.0,58497765.0,57637934.0,57958531.0,57799766.0,57892007.0,57648945.0,57845671.0,57753328.0,59411366.0,58032589.0,57782162.0,57742057.0,58176848.0,57906975.0,57727891.0,56603507.0,56545108.0,56536172.0,57852954.0,58833801.0,57250191.0,56962105.0,57038447.0,57750433.0,57830172.0,59417708.0,57313510.0,57215627.0,56985799.0,56960302.0,57567453.0,57188317.0,57011227.0,57258978.0,57840661.0,56995918.0,57069294.0,57436158.0,57236096.0,57114189.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59821521.0,60740290.0,60261823.0,59035450.0,59935443.0,58635972.0,60030330.0,58415510.0,58857947.0,60003360.0,58979003.0,59117413.0,59786364.0,61594957.0,59183166.0,61196432.0,59964711.0,60831643.0,59705345.0,58851827.0,58565612.0,60252179.0,60277737.0,59350271.0,58722396.0,59522543.0,59763864.0,58991620.0,58997250.0,59832503.0,59811804.0,59632620.0,58968278.0,58480545.0,58866748.0,59063396.0,60487152.0,59363869.0,60239478.0,61461576.0,60666517.0,59342409.0,61590237.0,60961691.0,58725644.0,58850928.0,58185082.0,58506294.0,59096348.0,59805144.0,60540842.0,59005328.0,59168594.0,59929949.0,60329466.0,59292756.0,59189162.0,59723402.0,58946257.0,58957688.0,58994928.0,59807580.0,58915850.0,58229486.0,59034983.0,58649582.0,61193003.0,58816174.0,59130111.0,60741628.0,60540662.0,58914507.0,59643753.0,60558285.0,59448848.0,58570414.0,58717338.0,58871968.0,59731487.0,58688515.0,60892921.0,58915129.0,59089976.0,58422837.0,59373957.0,58601892.0,58596101.0,58044339.0,59213007.0,59511175.0,58744480.0,58602754.0,58774265.0,76950801.0,59594471.0,58662486.0,60634247.0,58320256.0,58871226.0,58154855.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 70f76aa726dd..4794d644bcc1 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[55979013.75,56822037.0,59070099.0,59913122.25] \ No newline at end of file +[55578129.0,57214865.625,61579496.625,63216233.25] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index 310e8064b60a..3d3b58e2c2ba 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,93 +6,93 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 + + +4 - - -0.0045 + + +4.5 - + - -200 + +0.55 - - -250 + + +0.6 - - -300 + + +0.65 - - -350 + + +0.7 - - -400 + + +0.75 - - -450 + + +0.8 - - -500 + + +0.85 - - -550 + + +0.9 - - -600 + + +0.95 - - -650 + + +1 - - -700 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 52cdbf79061f..f01fb6dc2577 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -6,65 +6,73 @@ hydroflow_diamond:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 + + +1.4 - - -0.008 + + +1.6 - + + +1.8 + + - -500 + +0.5 + + + +1 - - -550 + + +1.5 - - -600 + + +2 - - -650 + + +2.5 - - -700 + + +3 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 672f85e116df..7926119a5696 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,47 +16,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -57.0 - - - + 58.0 - - -59.0 - - - + + 60.0 - - -61.0 - - - + + 62.0 - - -63.0 - - - + + 64.0 - + + +66.0 + + + +68.0 + + + +70.0 + + + +72.0 + + + +74.0 + + + +76.0 + + 0 @@ -102,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index a53c96493d1f..9e33343f71d1 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -38,22 +38,26 @@ Average Time (ms) - -55 - - - + 60 - - + + 65 - - - - - + + +70 + + + +75 + + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index 05b8cde70061..79828ad31b18 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,67 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - - -140 + + +100 - - -160 + + +110 - + - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - - - - + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + +0.032 + + + +0.034 + + + +0.036 + + + +0.038 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index 959dd3b80ed5..28868ed763a6 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,71 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - - - - + +0.02 + + + +0.022 + + + +0.024 + + + +0.026 + + + +0.028 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 6dce7cb3d739..363975b6e189 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -5.0 - - + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index a7eb59d271e2..2624da675345 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0156553 - 0.0162267 - 0.0156193 + 0.0055560 + 0.0056880 + 0.0054082 Mean - 57.797 ms - 57.917 ms - 58.041 ms + 59.317 ms + 59.616 ms + 60.056 ms Std. Dev. - 522.19 µs - 628.25 µs - 722.09 µs + 751.81 µs + 1.9414 ms + 3.1303 ms Median - 57.771 ms - 57.836 ms - 57.896 ms + 59.005 ms + 59.186 ms + 59.553 ms MAD - 210.15 µs - 363.67 µs - 651.06 µs + 572.33 µs + 802.50 µs + 1.0237 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.6055% - -1.1457% - -0.6977% + +2.3589% + +2.9332% + +3.7448% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 7714113355f9..1fd5042664ce 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -57.0 + +60.0 - - -57.5 + + +62.0 - - -58.0 + + +64.0 - - -58.5 + + +66.0 - - -59.0 + + +68.0 - - -59.5 + + +70.0 - + + +72.0 + + + +74.0 + + + +76.0 + + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index 2dc3e3e62fd3..a0cbc4eecfb8 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -57.0 + +60.0 - - -57.5 + + +62.0 - - -58.0 + + +64.0 - - -58.5 + + +66.0 - - -59.0 + + +68.0 - - -59.5 + + +70.0 - + + +72.0 + + + +74.0 + + + +76.0 + + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 6fcd7eb5d7f9..5fee1433fb31 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 - - -3 + + +1.4 - - -4 + + +1.6 - - -5 + + +1.8 - + -6 +2 + +2.2 + + - -57.8 + +59.3 + + + +59.4 + + + +59.5 + + + +59.6 - - -57.85 + + +59.7 - - -57.9 + + +59.8 - - -57.95 + + +59.9 - - -58 + + +60 - - -58.05 + + +60.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index bc0b362f5590..8728ee6dd939 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (ms) - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - - -16 + + +4 - - - -57.76 + + +4.5 + + + +5 - - -57.78 + + + +59 - - -57.8 + + +59.1 - - -57.82 + + +59.2 - - -57.84 + + +59.3 - - -57.86 + + +59.4 - - -57.88 + + +59.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index 0aa44780c91a..6c8093a53ec3 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,42 +54,22 @@ Average Time (ms) - -56 - - - -56.5 - - - -57 - - - -57.5 - - - -58 - - - -58.5 + +60 - - -59 + + +65 - - -59.5 + + +70 - - -60 + + +75 - + Density (a.u.) @@ -98,56 +78,42 @@ Density (a.u.) 0 - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index c76cd8f73c4e..36cc77bc083e 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (ms) 0 - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - -0.6 + + +0.25 - - -0.7 + + +0.3 - - -0.8 + + +0.35 - + - -56 - - - -57 + +60 - - -58 + + +65 - - -59 + + +70 - - -60 + + +75 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index cfe8ce47e82e..e24bc1ccb4aa 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,47 +13,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - -57.0 - - - + 58.0 - - -59.0 - - - + + 60.0 - - -61.0 - - - + + 62.0 - - -63.0 - - - + + 64.0 - + + +66.0 + + + +68.0 + + + +70.0 + + + +72.0 + + + +74.0 + + + +76.0 + + 0 @@ -99,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index 27426d92086a..ecfa6502914c 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,26 +6,26 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + 0.6 @@ -35,20 +35,24 @@ Average Time (ms) - -55 - - - + 60 - - + + 65 - - - - - + + +70 + + + +75 + + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index 2ae7bbb70928..1ba6bdfa72eb 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 - - -3 + + +1.4 - - -4 + + +1.6 - - -5 + + +1.8 - + -6 +2 + +2.2 + + - -57.8 + +59.3 + + + +59.4 + + + +59.5 + + + +59.6 - - -57.85 + + +59.7 - - -57.9 + + +59.8 - - -57.95 + + +59.9 - - -58 + + +60 - - -58.05 + + +60.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 69f1e82330ef..d6f500136d8a 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7732052.359499999,"upper_bound":7747516.733571429},"point_estimate":7739507.981428575,"standard_error":3942.032746919165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7722090.714285715,"upper_bound":7739302.857142856},"point_estimate":7732348.071428571,"standard_error":4383.886823818921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22836.593294569324,"upper_bound":37973.515425835634},"point_estimate":30841.362352456068,"standard_error":3906.950337432287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30402.219715839943,"upper_bound":48585.74966136908},"point_estimate":39694.34399572229,"standard_error":4700.122792811668}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9120088.346666666,"upper_bound":9198576.055249998},"point_estimate":9159941.39166667,"standard_error":19948.774087955262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9144285.0,"upper_bound":9190730.666666666},"point_estimate":9165799.75,"standard_error":11144.849293810828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86498.95961433373,"upper_bound":138837.20968514727},"point_estimate":104487.83929496957,"standard_error":12885.983042210506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137982.99994721776,"upper_bound":258003.60446270712},"point_estimate":200343.76330787016,"standard_error":30776.64937437609}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index ce6f9aef97ac..d783690331cc 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54270807.0,53747173.0,53926617.0,53751230.0,54247705.0,54179047.0,54050296.0,53869430.0,54193894.0,54054635.0,54214253.0,54039016.0,54529710.0,54406070.0,54268473.0,54303850.0,53899987.0,54029679.0,54570015.0,54305052.0,54036521.0,54043364.0,54601102.0,54415527.0,54152116.0,54275907.0,54683727.0,54260528.0,54046670.0,54011304.0,54195839.0,54510765.0,54311704.0,53942386.0,54137880.0,54040599.0,55203965.0,54173717.0,54363030.0,53849583.0,53892564.0,54095752.0,54461633.0,54141998.0,53966301.0,54794883.0,54527687.0,54337952.0,53996266.0,54036231.0,54115088.0,54122241.0,54216106.0,53926577.0,54691531.0,54633883.0,54041441.0,53921577.0,54030550.0,54165381.0,54402323.0,53967042.0,53979576.0,54023798.0,54008028.0,53882034.0,55356720.0,54223920.0,54031192.0,54325971.0,54098016.0,54016224.0,53790975.0,54160282.0,54065435.0,54099549.0,53844514.0,53861446.0,54075694.0,53984123.0,53967392.0,53972202.0,53864651.0,54823598.0,54060977.0,53929482.0,54176523.0,54162245.0,53948938.0,54173927.0,54332813.0,54239479.0,54446274.0,54130632.0,54294719.0,54120034.0,53869358.0,54250627.0,54133089.0,54332950.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55101231.0,55194255.0,55541245.0,55428133.0,55899416.0,52808019.0,54788296.0,56755908.0,55578284.0,56947488.0,55823524.0,51803469.0,54711001.0,54608519.0,54584525.0,54217447.0,55220466.0,54495197.0,54769511.0,55284905.0,55198353.0,50775424.0,54077875.0,55320382.0,54865710.0,54677498.0,54919561.0,55093227.0,55035218.0,55438912.0,55548198.0,55260168.0,55549450.0,55399600.0,55076485.0,53863976.0,55384211.0,55530925.0,55921077.0,55687940.0,55599954.0,55034336.0,55353053.0,55079711.0,53725156.0,53670323.0,56676641.0,56318871.0,49363011.0,54725268.0,54928839.0,54846765.0,54847005.0,54650599.0,54095478.0,54395039.0,54661188.0,55588614.0,55332624.0,54965798.0,54986316.0,54988010.0,54948586.0,55472325.0,54582420.0,55008829.0,54925943.0,55145684.0,54965458.0,54550130.0,55099979.0,54909650.0,52994310.0,55362393.0,55001587.0,55634582.0,54660238.0,55209605.0,54355557.0,54165140.0,54603902.0,56486605.0,56803128.0,57324975.0,56897385.0,55144384.0,53934540.0,54156626.0,53977700.0,54125367.0,54526157.0,54323388.0,55331845.0,55778711.0,55712939.0,59926042.0,54613631.0,54584035.0,54556854.0,54146577.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index 5b0bf638a920..fe6a03a83ea0 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[7589906.392857144,7652459.446428572,7819267.589285714,7881820.642857142] \ No newline at end of file +[8673673.625000002,8885472.75,9450270.416666664,9662069.541666664] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index 99103d6b2ffb..84d9c634e9ad 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1274323468985695,"upper_bound":0.16305749763578392},"point_estimate":0.1459941278387762,"standard_error":0.009131620145470315},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1727968913005602,"upper_bound":0.18160281575602305},"point_estimate":0.1759671394073945,"standard_error":0.0021381805148447536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.17755458012824318,"upper_bound":0.1889344104060931},"point_estimate":0.1835301951553654,"standard_error":0.0027507502407351815},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.18283214432636163,"upper_bound":0.18879736795483137},"point_estimate":0.1853837495841797,"standard_error":0.001566531343891303}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 69f1e82330ef..d6f500136d8a 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7732052.359499999,"upper_bound":7747516.733571429},"point_estimate":7739507.981428575,"standard_error":3942.032746919165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7722090.714285715,"upper_bound":7739302.857142856},"point_estimate":7732348.071428571,"standard_error":4383.886823818921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22836.593294569324,"upper_bound":37973.515425835634},"point_estimate":30841.362352456068,"standard_error":3906.950337432287},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30402.219715839943,"upper_bound":48585.74966136908},"point_estimate":39694.34399572229,"standard_error":4700.122792811668}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9120088.346666666,"upper_bound":9198576.055249998},"point_estimate":9159941.39166667,"standard_error":19948.774087955262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9144285.0,"upper_bound":9190730.666666666},"point_estimate":9165799.75,"standard_error":11144.849293810828},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86498.95961433373,"upper_bound":138837.20968514727},"point_estimate":104487.83929496957,"standard_error":12885.983042210506},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":137982.99994721776,"upper_bound":258003.60446270712},"point_estimate":200343.76330787016,"standard_error":30776.64937437609}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index ce6f9aef97ac..d783690331cc 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[54270807.0,53747173.0,53926617.0,53751230.0,54247705.0,54179047.0,54050296.0,53869430.0,54193894.0,54054635.0,54214253.0,54039016.0,54529710.0,54406070.0,54268473.0,54303850.0,53899987.0,54029679.0,54570015.0,54305052.0,54036521.0,54043364.0,54601102.0,54415527.0,54152116.0,54275907.0,54683727.0,54260528.0,54046670.0,54011304.0,54195839.0,54510765.0,54311704.0,53942386.0,54137880.0,54040599.0,55203965.0,54173717.0,54363030.0,53849583.0,53892564.0,54095752.0,54461633.0,54141998.0,53966301.0,54794883.0,54527687.0,54337952.0,53996266.0,54036231.0,54115088.0,54122241.0,54216106.0,53926577.0,54691531.0,54633883.0,54041441.0,53921577.0,54030550.0,54165381.0,54402323.0,53967042.0,53979576.0,54023798.0,54008028.0,53882034.0,55356720.0,54223920.0,54031192.0,54325971.0,54098016.0,54016224.0,53790975.0,54160282.0,54065435.0,54099549.0,53844514.0,53861446.0,54075694.0,53984123.0,53967392.0,53972202.0,53864651.0,54823598.0,54060977.0,53929482.0,54176523.0,54162245.0,53948938.0,54173927.0,54332813.0,54239479.0,54446274.0,54130632.0,54294719.0,54120034.0,53869358.0,54250627.0,54133089.0,54332950.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[55101231.0,55194255.0,55541245.0,55428133.0,55899416.0,52808019.0,54788296.0,56755908.0,55578284.0,56947488.0,55823524.0,51803469.0,54711001.0,54608519.0,54584525.0,54217447.0,55220466.0,54495197.0,54769511.0,55284905.0,55198353.0,50775424.0,54077875.0,55320382.0,54865710.0,54677498.0,54919561.0,55093227.0,55035218.0,55438912.0,55548198.0,55260168.0,55549450.0,55399600.0,55076485.0,53863976.0,55384211.0,55530925.0,55921077.0,55687940.0,55599954.0,55034336.0,55353053.0,55079711.0,53725156.0,53670323.0,56676641.0,56318871.0,49363011.0,54725268.0,54928839.0,54846765.0,54847005.0,54650599.0,54095478.0,54395039.0,54661188.0,55588614.0,55332624.0,54965798.0,54986316.0,54988010.0,54948586.0,55472325.0,54582420.0,55008829.0,54925943.0,55145684.0,54965458.0,54550130.0,55099979.0,54909650.0,52994310.0,55362393.0,55001587.0,55634582.0,54660238.0,55209605.0,54355557.0,54165140.0,54603902.0,56486605.0,56803128.0,57324975.0,56897385.0,55144384.0,53934540.0,54156626.0,53977700.0,54125367.0,54526157.0,54323388.0,55331845.0,55778711.0,55712939.0,59926042.0,54613631.0,54584035.0,54556854.0,54146577.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index 5b0bf638a920..fe6a03a83ea0 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[7589906.392857144,7652459.446428572,7819267.589285714,7881820.642857142] \ No newline at end of file +[8673673.625000002,8885472.75,9450270.416666664,9662069.541666664] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 2d6d5e5440eb..512c7046ebac 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 + +0.005 - - -0.06 + + +0.01 - - -0.07 + + +0.015 - - -0.08 + + +0.02 - - -0.09 + + +0.025 - - -0.1 + + +0.03 - - -0.11 + + +0.035 - + - -22 - - - -24 - - - -26 - - - -28 + +90 - - -30 + + +100 - - -32 + + +110 - - -34 + + +120 - - -36 + + +130 - - -38 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index b2ed7acfdc92..23c718b30224 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.002 - - -0.03 + + +0.004 - - -0.04 + + +0.006 - - -0.05 + + +0.008 - - -0.06 - - - -0.07 + + +0.01 - - -0.08 + + +0.012 - - -0.09 + + +0.014 - + - -30 - - - -32 - - - -34 - - - -36 - - - -38 + +140 - - -40 + + +160 - - -42 + + +180 - - -44 + + +200 - - -46 + + +220 - - -48 + + +240 - - -50 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 152c44a3822e..e115b60b3934 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -6.4 + +7.8 - - -6.6 + + +8.0 - - -6.8 + + +8.2 - - -7.0 + + +8.4 - - -7.2 + + +8.6 - - -7.4 + + +8.8 - - -7.6 + + +9.0 - - -7.8 + + +9.2 - - -8.0 + + +9.4 - - -8.2 + + +9.6 - - -8.4 + + +9.8 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 5f8796734d5b..79e0de2e27fb 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -54,26 +54,30 @@ Average Time (ms) - -6 - - - -7 - - - + 8 - - + + +8.5 + + + 9 - - - - - + + +9.5 + + + +10 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index a0acfc279951..7706238c5d75 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,78 +9,70 @@ Density (a.u.) Relative change (%) - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - -35 + + +140 - + -40 +160 - -0.125 - - - -0.13 - - - -0.135 + +0.178 - - -0.14 + + +0.18 - - -0.145 + + +0.182 - - -0.15 + + +0.184 - - -0.155 + + +0.186 - - -0.16 + + +0.188 - - -0.165 + + +0.19 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index d92a498bb423..69383ea16398 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.172 + +0.183 - - -0.173 + + +0.184 - - -0.174 - - - -0.175 - - + -0.176 +0.185 - -0.177 - - - -0.178 - - - -0.179 + +0.186 - - -0.18 + + +0.187 - - -0.181 + + +0.188 - - -0.182 + + +0.189 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index d260938d83c0..43d49ef07181 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -37,56 +37,56 @@ t score 0.3 - + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index 0db2867a5e3b..941ed4a03170 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0030804 - 0.0031898 - 0.0030642 + 0.0044241 + 0.0046001 + 0.0044343 Mean - 7.7321 ms - 7.7395 ms - 7.7475 ms + 9.1201 ms + 9.1599 ms + 9.1986 ms Std. Dev. - 30.402 µs - 39.694 µs - 48.586 µs + 137.98 µs + 200.34 µs + 258.00 µs Median - 7.7221 ms - 7.7323 ms - 7.7393 ms + 9.1443 ms + 9.1658 ms + 9.1907 ms MAD - 22.837 µs - 30.841 µs - 37.974 µs + 86.499 µs + 104.49 µs + 138.84 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +12.743% - +14.599% - +16.306% + +17.755% + +18.353% + +18.893% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 7edc19091a90..fdb420dc85cf 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,32 +15,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -7.7 + +8.4 - - -7.75 + + +8.6 - - -7.8 + + +8.8 - - -7.85 + + +9.0 - - -7.9 + + +9.2 - + + +9.4 + + + +9.6 + + + +9.8 + + 10 @@ -82,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 0c9b2f45d8a0..adc3ced35323 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,32 +12,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - -7.7 + +8.4 - - -7.75 + + +8.6 - - -7.8 + + +8.8 - - -7.85 + + +9.0 - - -7.9 + + +9.2 - + + +9.4 + + + +9.6 + + + +9.8 + + 10 @@ -79,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 3ec6f40f1eab..78ab578c41c0 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -10,89 +10,89 @@ Average time (ms) -10 +2 - -20 + +4 - - -30 + + +6 - - -40 + + +8 - - -50 + + +10 - - -60 + + +12 - - -70 + + +14 - - -80 + + +16 - - -90 + + +18 - - -100 + + +20 - - -110 + + +22 - + - -7.732 + +9.12 - - -7.734 + + +9.13 - - -7.736 + + +9.14 - - -7.738 + + +9.15 - - -7.74 + + +9.16 - - -7.742 + + +9.17 - - -7.744 + + +9.18 - - -7.746 + + +9.19 - - -7.748 + + +9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index 44c8c0fea6a4..460496d4cabf 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - - - -7.722 + + +35 - - -7.724 + + +40 - - -7.726 + + +45 - - -7.728 + + +50 - - -7.73 + + +55 - - -7.732 + + + +9.14 - - -7.734 + + +9.15 - - -7.736 + + +9.16 - - -7.738 + + +9.17 - - -7.74 + + +9.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index af5303dc0ff2..6927d19aa70f 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,63 +13,51 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - + -7 +6 - -7.65 - - - -7.7 - - - -7.75 + +8 - - -7.8 + + +8.5 - - -7.85 + + +9 - - -7.9 + + +9.5 - - -7.95 + + +10 - + Density (a.u.) @@ -78,40 +66,54 @@ Density (a.u.) 0 - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 - - - -10 + + +2 - - - - - - - - - - - - - - - + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 29f9d19e106d..4e9094f52064 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - + - -7.7 + +8 + + + +8.5 - - -7.8 + + +9 - - -7.9 + + +9.5 + + + +10 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 9cdd94eb333e..2a1c922fef50 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,60 +13,60 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + + - -6.4 + +7.8 - - -6.6 + + +8.0 - - -6.8 + + +8.2 - - -7.0 + + +8.4 - - -7.2 + + +8.6 - - -7.4 + + +8.8 - - -7.6 + + +9.0 - - -7.8 + + +9.2 - - -8.0 + + +9.4 - - -8.2 + + +9.6 - + -8.4 +9.8 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 90bcc9486cca..608f89bd8036 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -51,24 +51,28 @@ Average Time (ms) - -6 - - - -7 - - - + 8 - - + + +8.5 + + + 9 - - - - - + + +9.5 + + + +10 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 09fd507d8579..06522c649483 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -10,89 +10,89 @@ Average time (ms) -10 +2 - -20 + +4 - - -30 + + +6 - - -40 + + +8 - - -50 + + +10 - - -60 + + +12 - - -70 + + +14 - - -80 + + +16 - - -90 + + +18 - - -100 + + +20 - - -110 + + +22 - + - -7.732 + +9.12 - - -7.734 + + +9.13 - - -7.736 + + +9.14 - - -7.738 + + +9.15 - - -7.74 + + +9.16 - - -7.742 + + +9.17 - - -7.744 + + +9.18 - - -7.746 + + +9.19 - - -7.748 + + +9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 0e4e20232959..12648a3da931 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490818.775374999,"upper_bound":6495533.04625},"point_estimate":6492891.18875,"standard_error":1212.5883786785535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489634.875,"upper_bound":6490980.4375},"point_estimate":6490348.3125,"standard_error":360.1682414317309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2049.694463610649,"upper_bound":3360.6834903359413},"point_estimate":2687.2124522924423,"standard_error":337.50633514163076},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3094.4813344113377,"upper_bound":17937.846471587145},"point_estimate":12238.8869677402,"standard_error":3572.4396313204284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494970.83090625,"upper_bound":6503349.681718751},"point_estimate":6498781.5575,"standard_error":2151.481669876747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491859.5,"upper_bound":6493530.125},"point_estimate":6492647.375,"standard_error":371.5961206101107},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2820.2757999300957,"upper_bound":4952.924048630516},"point_estimate":4194.367988035083,"standard_error":512.5214654863157},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12116.081191507597,"upper_bound":29094.93911005955},"point_estimate":21593.513658147782,"standard_error":4324.022865433791}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index b18e527b37e1..c36337596004 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51934765.0,51906834.0,51909178.0,51908317.0,52022379.0,51916732.0,51973047.0,51933214.0,51916111.0,51923716.0,51919727.0,51915921.0,51916382.0,51947389.0,51913265.0,51897025.0,51967156.0,51898618.0,51919568.0,51945396.0,51904340.0,51903297.0,51914408.0,52524334.0,51971424.0,51927662.0,51953220.0,51908417.0,51910019.0,51895463.0,51924006.0,51900412.0,51969301.0,51908256.0,51912605.0,51922163.0,51934184.0,51912645.0,51937030.0,51933784.0,51900371.0,51908246.0,51900672.0,52010467.0,51939493.0,51964597.0,51905337.0,51899627.0,51899096.0,51926406.0,51899936.0,51934231.0,51926197.0,51917079.0,51931215.0,51942095.0,51901580.0,51943568.0,51945632.0,51916088.0,51920144.0,51907611.0,52552382.0,51913001.0,51932497.0,51926997.0,51918311.0,51909955.0,51906098.0,51899908.0,51954257.0,51926406.0,51919594.0,51918452.0,51943388.0,51900838.0,51936996.0,51908063.0,51952455.0,51897512.0,51930152.0,52010943.0,51941224.0,51933951.0,51954930.0,51919223.0,51951914.0,51911889.0,51934040.0,51905677.0,51973674.0,51923410.0,51907892.0,52336690.0,51931044.0,51924652.0,51939931.0,51928690.0,51923691.0,51920826.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918437.0,51992676.0,51942291.0,51923125.0,51913036.0,51977176.0,52593089.0,51938544.0,51978479.0,51942682.0,51909931.0,51944194.0,51910522.0,51941360.0,51933284.0,51930300.0,51924077.0,51952811.0,51925239.0,52019726.0,52943736.0,51977083.0,51926480.0,51919407.0,51945145.0,52571276.0,51950765.0,51996240.0,51980181.0,51918386.0,51918635.0,51948942.0,51964822.0,51905681.0,51939033.0,51940998.0,51955935.0,51931850.0,51939594.0,51941759.0,51973449.0,51964822.0,51914578.0,51933473.0,51929676.0,52556198.0,51960605.0,51983437.0,51914398.0,51915950.0,51979830.0,51963900.0,51913636.0,51939434.0,51918124.0,51922683.0,51977135.0,51941509.0,51938082.0,51981413.0,51938123.0,51931329.0,51907835.0,51949071.0,52597335.0,51946237.0,52003164.0,51926390.0,51917274.0,51938172.0,51939255.0,51928654.0,51916361.0,51960684.0,51948241.0,51975162.0,51955785.0,51918175.0,51965623.0,51974660.0,51917424.0,51922282.0,51924206.0,52547221.0,51965413.0,51976494.0,51933343.0,51911632.0,52163313.0,51921311.0,51929986.0,51916181.0,51927101.0,51996441.0,52229056.0,51934876.0,51947279.0,51967036.0,51977876.0,51929986.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 57efd00de88b..dd4c6a134e68 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6476845.0625,6482697.03125,6498302.28125,6504154.25] \ No newline at end of file +[6471929.96875,6481225.84375,6506014.84375,6515310.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 2adc795f19d8..5bf434f79286 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005118223374808134,"upper_bound":0.00033862514617081217},"point_estimate":-0.0001024511766348768,"standard_error":0.0002160111357116661},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005259120320374455,"upper_bound":-0.00013959111778449884},"point_estimate":-0.00028025115339946893,"standard_error":0.00009836043543344169}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00020927872684195492,"upper_bound":0.0016377588251760657},"point_estimate":0.0009072027512500025,"standard_error":0.00036067287830521386},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00021897770017065277,"upper_bound":0.0005314339814841418},"point_estimate":0.0003542279072406007,"standard_error":0.00007846108742446808}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 0e4e20232959..12648a3da931 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490818.775374999,"upper_bound":6495533.04625},"point_estimate":6492891.18875,"standard_error":1212.5883786785535},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489634.875,"upper_bound":6490980.4375},"point_estimate":6490348.3125,"standard_error":360.1682414317309},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2049.694463610649,"upper_bound":3360.6834903359413},"point_estimate":2687.2124522924423,"standard_error":337.50633514163076},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3094.4813344113377,"upper_bound":17937.846471587145},"point_estimate":12238.8869677402,"standard_error":3572.4396313204284}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494970.83090625,"upper_bound":6503349.681718751},"point_estimate":6498781.5575,"standard_error":2151.481669876747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491859.5,"upper_bound":6493530.125},"point_estimate":6492647.375,"standard_error":371.5961206101107},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2820.2757999300957,"upper_bound":4952.924048630516},"point_estimate":4194.367988035083,"standard_error":512.5214654863157},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12116.081191507597,"upper_bound":29094.93911005955},"point_estimate":21593.513658147782,"standard_error":4324.022865433791}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index b18e527b37e1..c36337596004 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51934765.0,51906834.0,51909178.0,51908317.0,52022379.0,51916732.0,51973047.0,51933214.0,51916111.0,51923716.0,51919727.0,51915921.0,51916382.0,51947389.0,51913265.0,51897025.0,51967156.0,51898618.0,51919568.0,51945396.0,51904340.0,51903297.0,51914408.0,52524334.0,51971424.0,51927662.0,51953220.0,51908417.0,51910019.0,51895463.0,51924006.0,51900412.0,51969301.0,51908256.0,51912605.0,51922163.0,51934184.0,51912645.0,51937030.0,51933784.0,51900371.0,51908246.0,51900672.0,52010467.0,51939493.0,51964597.0,51905337.0,51899627.0,51899096.0,51926406.0,51899936.0,51934231.0,51926197.0,51917079.0,51931215.0,51942095.0,51901580.0,51943568.0,51945632.0,51916088.0,51920144.0,51907611.0,52552382.0,51913001.0,51932497.0,51926997.0,51918311.0,51909955.0,51906098.0,51899908.0,51954257.0,51926406.0,51919594.0,51918452.0,51943388.0,51900838.0,51936996.0,51908063.0,51952455.0,51897512.0,51930152.0,52010943.0,51941224.0,51933951.0,51954930.0,51919223.0,51951914.0,51911889.0,51934040.0,51905677.0,51973674.0,51923410.0,51907892.0,52336690.0,51931044.0,51924652.0,51939931.0,51928690.0,51923691.0,51920826.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51918437.0,51992676.0,51942291.0,51923125.0,51913036.0,51977176.0,52593089.0,51938544.0,51978479.0,51942682.0,51909931.0,51944194.0,51910522.0,51941360.0,51933284.0,51930300.0,51924077.0,51952811.0,51925239.0,52019726.0,52943736.0,51977083.0,51926480.0,51919407.0,51945145.0,52571276.0,51950765.0,51996240.0,51980181.0,51918386.0,51918635.0,51948942.0,51964822.0,51905681.0,51939033.0,51940998.0,51955935.0,51931850.0,51939594.0,51941759.0,51973449.0,51964822.0,51914578.0,51933473.0,51929676.0,52556198.0,51960605.0,51983437.0,51914398.0,51915950.0,51979830.0,51963900.0,51913636.0,51939434.0,51918124.0,51922683.0,51977135.0,51941509.0,51938082.0,51981413.0,51938123.0,51931329.0,51907835.0,51949071.0,52597335.0,51946237.0,52003164.0,51926390.0,51917274.0,51938172.0,51939255.0,51928654.0,51916361.0,51960684.0,51948241.0,51975162.0,51955785.0,51918175.0,51965623.0,51974660.0,51917424.0,51922282.0,51924206.0,52547221.0,51965413.0,51976494.0,51933343.0,51911632.0,52163313.0,51921311.0,51929986.0,51916181.0,51927101.0,51996441.0,52229056.0,51934876.0,51947279.0,51967036.0,51977876.0,51929986.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 57efd00de88b..dd4c6a134e68 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6476845.0625,6482697.03125,6498302.28125,6504154.25] \ No newline at end of file +[6471929.96875,6481225.84375,6506014.84375,6515310.71875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index d56fdbf8ce7b..d885b73f2e4c 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - - -1.4 + + +1.1 - + - -2 - - - -2.2 - - - -2.4 - - - -2.6 + +3 - - -2.8 + + +3.5 - - -3 + + +4 - - -3.2 + + +4.5 - - -3.4 + + +5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 32ba9d127da0..38117afa90e2 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - -0.08 + + +0.07 - - -0.1 + + +0.08 - - -0.12 + + +0.09 - - -0.14 + + +0.1 - + - -2 + +12 - - -4 + + +14 - - -6 + + +16 - - -8 + + +18 - - -10 + + +20 - - -12 + + +22 - - -14 + + +24 - - -16 + + +26 - - -18 + + +28 + + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index 30f2b6990bcb..16bca5440fde 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,47 +16,37 @@ Average Iteration Time (ms) - - - + + - - - - + + + - -6.49 - - - + 6.5 - - -6.51 + + +6.52 - + -6.52 +6.54 - -6.53 - - - -6.54 + +6.56 - - -6.55 + + +6.58 - - -6.56 + + +6.6 - + 0 @@ -102,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 785d10994cf8..2550316f5c6a 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - + 6.5 - - + + 6.55 - - - - - + + +6.6 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 294bafc23705..a464495d5717 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - - -1400 + + +900 - - -1600 + + +1000 - - -1800 + + +1100 - + - --6e-4 - - - --5e-4 - - - --4e-4 - - - --3e-4 + +2e-4 - - --2e-4 + + +4e-4 - - --1e-4 + + +6e-4 - - -1.0842e-19 + + +8e-4 - - -1e-4 + + +0.001 - - -2e-4 + + +0.0012 - - -3e-4 + + +0.0014 - - -4e-4 + + +0.0016 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 168af2b77b04..c14cade3ef1a 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,94 +9,86 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - + + 4500 - - + + 5000 - - + + 5500 - + - --0.00055 + +2e-4 - - --5e-4 + + +0.00025 - - --0.00045 + + +3e-4 - - --4e-4 + + +0.00035 - - --0.00035 + + +4e-4 - - --3e-4 + + +0.00045 - - --0.00025 + + +5e-4 - - --2e-4 + + +0.00055 - - --0.00015 - - - --1e-4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 63daddff3133..4597b02f8ef3 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 799c71b5dc54..f806493cdc7d 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0005091 - 0.0005239 - 0.0005003 + 0.0011905 + 0.0012279 + 0.0011748 Mean - 6.4908 ms - 6.4929 ms - 6.4955 ms + 6.4950 ms + 6.4988 ms + 6.5033 ms Std. Dev. - 3.0945 µs - 12.239 µs - 17.938 µs + 12.116 µs + 21.594 µs + 29.095 µs Median - 6.4896 ms - 6.4903 ms - 6.4910 ms + 6.4919 ms + 6.4926 ms + 6.4935 ms MAD - 2.0497 µs - 2.6872 µs - 3.3607 µs + 2.8203 µs + 4.1944 µs + 4.9529 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0512% - -0.0102% - +0.0339% - (p = 0.66 > + +0.0209% + +0.0907% + +0.1638% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 3f90dbe8256a..a896d3236585 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,47 +15,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.49 - - - + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - + + +6.58 + + + +6.6 + + 10 @@ -97,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 4488f67f9133..a61208929008 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,47 +12,37 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + - -6.49 - - - + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - + + +6.58 + + + +6.6 + + 10 @@ -94,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - + + + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index d8ac47c6fb22..842922579e67 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 + + +200 - + - -6.491 + +6.495 - - -6.492 + + +6.496 - - -6.493 + + +6.497 - - -6.494 + + +6.498 - - -6.495 + + +6.499 - - -6.496 + + +6.5 + + + +6.501 + + + +6.502 + + + +6.503 + + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 96c43aa4e28f..c6b27f4ce119 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - - + + 1800 - - + + 2000 - - + + 2200 - + - -6.4896 + +6.4918 - - -6.4898 + + +6.492 - - -6.49 + + +6.4922 - - -6.4902 + + +6.4924 - - -6.4904 + + +6.4926 - - -6.4906 + + +6.4928 - - -6.4908 + + +6.493 - - - - + + +6.4932 + + + +6.4934 + + + +6.4936 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 45766c77427d..76052353d83c 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,50 +46,42 @@ Average Time (ms) - + 6.48 - - -6.49 - - - + + 6.5 - - -6.51 - - - + + 6.52 - - -6.53 - - - + + 6.54 - - -6.55 - - - + + 6.56 - - -6.57 - - - + + 6.58 - + + +6.6 + + + +6.62 + + + +6.64 + + Density (a.u.) @@ -98,48 +90,56 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 - - - -50 - - - -60 - - - - - - - - - - - - - - - - - - - - + + +35 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index b9bc101d4236..284e05d2b510 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,51 @@ Average Time (ms) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + - + 6.5 - - + + 6.55 - - - + + +6.6 + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index 259778e9feae..54a050cfcfc6 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,47 +13,37 @@ Average Iteration Time (ms) - - - + + - - - - + + + - -6.49 - - - + 6.5 - - -6.51 + + +6.52 - + -6.52 +6.54 - -6.53 - - - -6.54 + +6.56 - - -6.55 + + +6.58 - - -6.56 + + +6.6 - + 0 @@ -99,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index b9bd5fe196b3..bfdbd2fba2f5 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,49 +6,45 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - + 6.5 - - + + 6.55 - - - - - + + +6.6 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index a2dc08e9ba20..ab2a38e81344 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 + + +200 - + - -6.491 + +6.495 - - -6.492 + + +6.496 - - -6.493 + + +6.497 - - -6.494 + + +6.498 - - -6.495 + + +6.499 - - -6.496 + + +6.5 + + + +6.501 + + + +6.502 + + + +6.503 + + + +6.504 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index 28244b292eab..419c87b0791b 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635111.0059687495,"upper_bound":6642842.28259375},"point_estimate":6638600.70125,"standard_error":1981.8375793974392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632477.0,"upper_bound":6636342.9375},"point_estimate":6634380.5,"standard_error":1074.1905032683323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275.924668833613,"upper_bound":8286.529240384698},"point_estimate":7088.959111645818,"standard_error":758.9689149081194},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10643.233678033796,"upper_bound":27233.547819028023},"point_estimate":19820.88860142484,"standard_error":4418.469276373806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6648196.78296875,"upper_bound":6653093.3475625},"point_estimate":6650556.93,"standard_error":1252.131495160061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6645699.625,"upper_bound":6650123.5},"point_estimate":6647931.9375,"standard_error":1121.3256367141755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6427.812185883522,"upper_bound":13173.456741124392},"point_estimate":9087.689201161265,"standard_error":1722.0892240663054},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9779.599020355417,"upper_bound":15565.061032140746},"point_estimate":12570.172318290937,"standard_error":1503.0634752960145}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index da399682022b..a83e4dbb4dc7 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53010554.0,53112915.0,53061729.0,53116792.0,53112685.0,53055908.0,53095843.0,53113696.0,53087568.0,53088359.0,53063102.0,53036732.0,53838455.0,53147679.0,53235423.0,53119337.0,53038956.0,53080675.0,53028848.0,53111402.0,53058964.0,53046792.0,53149943.0,53080585.0,53027977.0,53118876.0,53080605.0,53047222.0,53026113.0,53759048.0,53011796.0,53812557.0,53149543.0,53112454.0,53029440.0,53009151.0,53099660.0,53018559.0,53061860.0,53037355.0,53023047.0,53089661.0,53036493.0,52996808.0,53113526.0,53102656.0,53037565.0,53052693.0,53044758.0,53008600.0,53164240.0,53175742.0,53035851.0,53041111.0,53044227.0,53067169.0,53002218.0,53113356.0,53024199.0,53061710.0,53044477.0,53037525.0,53020894.0,53072770.0,53063272.0,53025281.0,53234300.0,53130637.0,53194847.0,53935967.0,53127722.0,53039408.0,53033586.0,53078590.0,53064084.0,53020503.0,53118134.0,53136368.0,53042825.0,53093449.0,53124797.0,53017767.0,53132662.0,53077318.0,53093128.0,53077429.0,53042303.0,53059816.0,53258055.0,53093368.0,53041361.0,53131008.0,53080273.0,53072209.0,53011606.0,53097647.0,53134124.0,53049045.0,53127983.0,53113235.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53101327.0,53043529.0,53136603.0,53058828.0,53129198.0,53175386.0,53329674.0,53391430.0,53362776.0,53142855.0,53140931.0,53346677.0,53357336.0,53265875.0,53221993.0,53338641.0,53222623.0,53285572.0,53239245.0,53270684.0,53172280.0,53216102.0,53140530.0,53235398.0,53071852.0,53165597.0,53137235.0,53190975.0,53092741.0,53076100.0,53189031.0,53165898.0,53183641.0,53200222.0,53179063.0,53165066.0,53169495.0,53166789.0,53229878.0,53078274.0,53165427.0,53153315.0,53288818.0,53315367.0,53310898.0,53680631.0,53205872.0,53207576.0,53090486.0,53184823.0,53162050.0,53405697.0,53149967.0,53190073.0,53221862.0,53322120.0,53150088.0,53203738.0,53115253.0,53171719.0,53115844.0,53271025.0,53101156.0,53154206.0,53198238.0,53174233.0,53105966.0,53111516.0,53145570.0,53095015.0,53280653.0,53095846.0,53220149.0,53246017.0,53398023.0,53257529.0,53184303.0,53153264.0,53140921.0,53204710.0,53305750.0,53183270.0,53245246.0,53258691.0,53187809.0,53106527.0,53146050.0,53132235.0,53193820.0,53472512.0,53379507.0,53150540.0,53062525.0,53158765.0,53158323.0,53255125.0,53093271.0,53161700.0,53367986.0,53288578.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index 4e13c0022fe0..58dca4175eaa 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6601377.875,6615601.953125,6653532.828125,6667756.90625] \ No newline at end of file +[6600289.75,6621543.25,6678219.25,6699472.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 8d35601468f3..ac4513cc0fcd 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002029018147475222,"upper_bound":-0.00038072672968724467},"point_estimate":-0.0011876959716374813,"standard_error":0.00042095143938288145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0018400811330218092,"upper_bound":-0.0007222930952158757},"point_estimate":-0.0011649521596517332,"standard_error":0.00029396013387453603}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010926457115967459,"upper_bound":0.002433239725082802},"point_estimate":0.0018010164021085018,"standard_error":0.0003438768771076946},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0016055372317702599,"upper_bound":0.002463444372324819},"point_estimate":0.0020426078214839105,"standard_error":0.000228372200248315}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index 28244b292eab..419c87b0791b 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635111.0059687495,"upper_bound":6642842.28259375},"point_estimate":6638600.70125,"standard_error":1981.8375793974392},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632477.0,"upper_bound":6636342.9375},"point_estimate":6634380.5,"standard_error":1074.1905032683323},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5275.924668833613,"upper_bound":8286.529240384698},"point_estimate":7088.959111645818,"standard_error":758.9689149081194},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10643.233678033796,"upper_bound":27233.547819028023},"point_estimate":19820.88860142484,"standard_error":4418.469276373806}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6648196.78296875,"upper_bound":6653093.3475625},"point_estimate":6650556.93,"standard_error":1252.131495160061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6645699.625,"upper_bound":6650123.5},"point_estimate":6647931.9375,"standard_error":1121.3256367141755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6427.812185883522,"upper_bound":13173.456741124392},"point_estimate":9087.689201161265,"standard_error":1722.0892240663054},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9779.599020355417,"upper_bound":15565.061032140746},"point_estimate":12570.172318290937,"standard_error":1503.0634752960145}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index da399682022b..a83e4dbb4dc7 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53010554.0,53112915.0,53061729.0,53116792.0,53112685.0,53055908.0,53095843.0,53113696.0,53087568.0,53088359.0,53063102.0,53036732.0,53838455.0,53147679.0,53235423.0,53119337.0,53038956.0,53080675.0,53028848.0,53111402.0,53058964.0,53046792.0,53149943.0,53080585.0,53027977.0,53118876.0,53080605.0,53047222.0,53026113.0,53759048.0,53011796.0,53812557.0,53149543.0,53112454.0,53029440.0,53009151.0,53099660.0,53018559.0,53061860.0,53037355.0,53023047.0,53089661.0,53036493.0,52996808.0,53113526.0,53102656.0,53037565.0,53052693.0,53044758.0,53008600.0,53164240.0,53175742.0,53035851.0,53041111.0,53044227.0,53067169.0,53002218.0,53113356.0,53024199.0,53061710.0,53044477.0,53037525.0,53020894.0,53072770.0,53063272.0,53025281.0,53234300.0,53130637.0,53194847.0,53935967.0,53127722.0,53039408.0,53033586.0,53078590.0,53064084.0,53020503.0,53118134.0,53136368.0,53042825.0,53093449.0,53124797.0,53017767.0,53132662.0,53077318.0,53093128.0,53077429.0,53042303.0,53059816.0,53258055.0,53093368.0,53041361.0,53131008.0,53080273.0,53072209.0,53011606.0,53097647.0,53134124.0,53049045.0,53127983.0,53113235.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53101327.0,53043529.0,53136603.0,53058828.0,53129198.0,53175386.0,53329674.0,53391430.0,53362776.0,53142855.0,53140931.0,53346677.0,53357336.0,53265875.0,53221993.0,53338641.0,53222623.0,53285572.0,53239245.0,53270684.0,53172280.0,53216102.0,53140530.0,53235398.0,53071852.0,53165597.0,53137235.0,53190975.0,53092741.0,53076100.0,53189031.0,53165898.0,53183641.0,53200222.0,53179063.0,53165066.0,53169495.0,53166789.0,53229878.0,53078274.0,53165427.0,53153315.0,53288818.0,53315367.0,53310898.0,53680631.0,53205872.0,53207576.0,53090486.0,53184823.0,53162050.0,53405697.0,53149967.0,53190073.0,53221862.0,53322120.0,53150088.0,53203738.0,53115253.0,53171719.0,53115844.0,53271025.0,53101156.0,53154206.0,53198238.0,53174233.0,53105966.0,53111516.0,53145570.0,53095015.0,53280653.0,53095846.0,53220149.0,53246017.0,53398023.0,53257529.0,53184303.0,53153264.0,53140921.0,53204710.0,53305750.0,53183270.0,53245246.0,53258691.0,53187809.0,53106527.0,53146050.0,53132235.0,53193820.0,53472512.0,53379507.0,53150540.0,53062525.0,53158765.0,53158323.0,53255125.0,53093271.0,53161700.0,53367986.0,53288578.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index 4e13c0022fe0..58dca4175eaa 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6601377.875,6615601.953125,6653532.828125,6667756.90625] \ No newline at end of file +[6600289.75,6621543.25,6678219.25,6699472.75] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 8025d3a5459f..a45a9cc2bd2b 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 - - - -0.4 + + +0.1 - - -0.5 + + +0.15 - - -0.6 + + +0.2 - - -0.7 + + +0.25 - + - -5 + +6 - - -5.5 + + +7 - - -6 + + +8 - - -6.5 + + +9 - - -7 + + +10 - - -7.5 + + +11 - - -8 + + +12 - - -8.5 + + +13 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index 7391866ff123..eee1778631c8 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - + 0.05 - - -0.06 - - - -0.07 + + +0.1 - - -0.08 + + +0.15 - - -0.09 + + +0.2 - - -0.1 + + +0.25 - + - + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +11 - - -20 + + +12 - - -22 + + +13 - - -24 + + +14 - - -26 + + +15 - - -28 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index c673d1dd8fa2..24f5e8503424 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index bacbd23eea7c..863d98bf065a 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + 6.6 - + 6.65 - - + + 6.7 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 36ff79897bbb..3ce9d5069b92 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - - --0.0022 - - - --0.002 + + +1000 - - --0.0018 + + +1100 - - --0.0016 + + + +0.001 - - --0.0014 + + +0.0012 - - --0.0012 + + +0.0014 - - --0.001 + + +0.0016 - - --8e-4 + + +0.0018 - - --6e-4 + + +0.002 - - --4e-4 + + +0.0022 - - --2e-4 + + +0.0024 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 0560a5040297..49d38946dce0 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + + +1600 + + + +1800 + + - --0.0018 + +0.0016 + + + +0.0017 + + + +0.0018 + + + +0.0019 - - --0.0016 + + +0.002 - - --0.0014 + + +0.0021 - - --0.0012 + + +0.0022 - - --0.001 + + +0.0023 - - --8e-4 + + +0.0024 - - --6e-4 + + +0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index bf212c63b760..da262d4904cc 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 1e82228067ae..54c0d27a1023 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000076 - 0.0000079 - 0.0000075 + 0.0067792 + 0.0070189 + 0.0067435 Mean - 6.6351 ms - 6.6386 ms - 6.6428 ms + 6.6482 ms + 6.6506 ms + 6.6531 ms Std. Dev. - 10.643 µs - 19.821 µs - 27.234 µs + 9.7796 µs + 12.570 µs + 15.565 µs Median - 6.6325 ms - 6.6344 ms - 6.6363 ms + 6.6457 ms + 6.6479 ms + 6.6501 ms MAD - 5.2759 µs - 7.0890 µs - 8.2865 µs + 6.4278 µs + 9.0877 µs + 13.173 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - -0.2029% - -0.1188% - -0.0381% + +0.1093% + +0.1801% + +0.2433% (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index c7acb40ce115..9467309333f4 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.64 - - + + +6.65 + + + 6.66 - - + + +6.67 + + + 6.68 - - -6.7 + + +6.69 - - -6.72 + + +6.7 - - -6.74 + + +6.71 - + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 087aeb23400e..53fb1c2f8407 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.64 - - + + +6.65 + + + 6.66 - - + + +6.67 + + + 6.68 - - -6.7 + + +6.69 - - -6.72 + + +6.7 - - -6.74 + + +6.71 - + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 3a5dc9912150..0d48e63e10da 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 + + +250 - - - -6.635 + + +300 - - -6.636 + + +350 - - -6.637 + + + +6.648 - - -6.638 + + +6.649 - - -6.639 + + +6.65 - - -6.64 + + +6.651 - - -6.641 + + +6.652 - - -6.642 + + +6.653 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 50d50e89ab2a..eec9f8d11d0d 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - -6.6325 + +6.6455 - - -6.633 + + +6.646 - - -6.6335 + + +6.6465 - - -6.634 + + +6.647 - - -6.6345 + + +6.6475 - - -6.635 + + +6.648 - - -6.6355 + + +6.6485 - - -6.636 + + +6.649 - - -6.6365 + + +6.6495 - - - - + + +6.65 + + + +6.6505 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index ca4e3ff51dbb..bcc35ed01262 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,42 +46,50 @@ Average Time (ms) - -6.6 - - - + 6.62 - - + + +6.63 + + + 6.64 - - + + +6.65 + + + 6.66 - - + + +6.67 + + + 6.68 - - -6.7 + + +6.69 - - -6.72 + + +6.7 - - -6.74 + + +6.71 - - -6.76 + + +6.72 - + Density (a.u.) @@ -110,34 +118,24 @@ Density (a.u.) 25 - + 30 - - + + 35 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index f1890261ce24..f2ae38e11db1 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -18,10 +18,10 @@ Average Time (ms) 10 - + 15 - + 20 @@ -30,10 +30,10 @@ Average Time (ms) 25 - + 30 - + 35 @@ -43,18 +43,14 @@ Average Time (ms) - -6.6 - - - + 6.65 - - + + 6.7 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index bfd2dd283647..a189b8c4baf8 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 79f9afd8d498..c5e27ac7296f 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -26,29 +26,29 @@ Average Time (ms) 25 - + 30 - - + + 35 - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 094238902a5d..506163fdde0c 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 + + +250 - - - -6.635 + + +300 - - -6.636 + + +350 - - -6.637 + + + +6.648 - - -6.638 + + +6.649 - - -6.639 + + +6.65 - - -6.64 + + +6.651 - - -6.641 + + +6.652 - - -6.642 + + +6.653 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 0e1e95faa300..f20cd72cb7c8 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8071.224298677358,"upper_bound":8245.82880189912},"point_estimate":8148.349489834131,"standard_error":45.006759186334875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8048.444763271162,"upper_bound":8092.763544891641},"point_estimate":8063.695094614537,"standard_error":12.590344295082378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.66478168843578,"upper_bound":108.95501939729023},"point_estimate":87.3866152429121,"standard_error":10.64367519629231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8066.48402662832,"upper_bound":8358.923174729149},"point_estimate":8194.282370326586,"standard_error":75.96257332485914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.50003780367624,"upper_bound":648.041227620313},"point_estimate":451.62518010206827,"standard_error":116.85913668568685}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8082.051548641088,"upper_bound":8193.505237322286},"point_estimate":8128.916679244224,"standard_error":28.743020906700327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8109.625668449198,"upper_bound":8124.132179930796},"point_estimate":8113.068005833312,"standard_error":3.538608853537743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.04438358676861,"upper_bound":61.69476408116875},"point_estimate":46.132115651579305,"standard_error":7.735920839743648},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8113.357781875859,"upper_bound":8328.618246661592},"point_estimate":8189.276334112779,"standard_error":60.35590232248079},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.18636860586898,"upper_bound":459.20991749185816},"point_estimate":288.56653238191063,"standard_error":103.53214257840065}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index bf62ee6dc0d3..418d6302d289 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[141003.0,273426.0,417669.0,545466.0,683615.0,813537.0,957718.0,1083217.0,1232754.0,1363676.0,1511582.0,1660878.0,1802295.0,1938586.0,2064615.0,2219396.0,2310152.0,2369504.0,2484959.0,2606587.0,2765053.0,2893720.0,3204242.0,3291273.0,3433827.0,3558751.0,3725832.0,3895332.0,4011287.0,4139349.0,4304479.0,4474199.0,4599791.0,4724876.0,4826866.0,4941748.0,5109475.0,5352495.0,5419412.0,5480649.0,5609766.0,5849182.0,5968929.0,6050211.0,6271486.0,6344688.0,6479732.0,6618020.0,6744840.0,6970344.0,7032267.0,7234972.0,7367060.0,7441955.0,10280432.0,7742386.0,7874765.0,8012535.0,8077905.0,8126617.0,8335925.0,8522008.0,8693653.0,8737403.0,8909765.0,8981934.0,9184669.0,9251567.0,9387979.0,9543479.0,11768068.0,9826147.0,9993233.0,10115968.0,10227929.0,10450985.0,10460982.0,10595949.0,10719909.0,10822284.0,11142407.0,11147422.0,11326410.0,14671516.0,11597420.0,11692173.0,11807242.0,11972965.0,12084263.0,12276267.0,12456167.0,12628003.0,12682580.0,12885616.0,12954238.0,16192814.0,13233389.0,13410496.0,13415328.0,13641113.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138250.0,265535.0,409354.0,538289.0,702135.0,824350.0,948895.0,1105244.0,1217036.0,1377132.0,1516500.0,1655366.0,1803185.0,1984018.0,2078745.0,2215998.0,2311667.0,2339984.0,2499642.0,2607518.0,2754675.0,2848766.0,3149511.0,3299323.0,3440275.0,3561142.0,3747451.0,3908106.0,3999106.0,4129553.0,4259879.0,4411589.0,4527160.0,4700239.0,4802799.0,4967927.0,5106679.0,5393692.0,5394170.0,5535448.0,5683777.0,5788617.0,5911562.0,6088909.0,6196413.0,6347728.0,6526728.0,6696799.0,6874792.0,6871111.0,7056786.0,7136157.0,7309983.0,7398938.0,7624404.0,7770309.0,7844508.0,8065933.0,8176824.0,8358769.0,8366150.0,9616220.0,8687538.0,8824353.0,9061164.0,9127590.0,9316943.0,9428356.0,9526243.0,9691472.0,9845521.0,9928409.0,10082891.0,10210352.0,10344600.0,10424679.0,10557478.0,10685115.0,10862048.0,11166101.0,11223147.0,11366959.0,11468262.0,11579118.0,11739371.0,11861129.0,12009073.0,12132330.0,12305840.0,12432990.0,12549756.0,16465083.0,12822993.0,12994278.0,13065287.0,13155439.0,13371304.0,13489954.0,13587904.0,13789408.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index b30392835664..f3c7a13d3f88 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7685.35941393799,7853.483383439583,8301.813968777165,8469.93793827876] \ No newline at end of file +[7890.550887360321,7987.055676127979,8244.401779508398,8340.906568276056] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index f476772c1cd6..20f1cf2e5c68 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010585112203301008,"upper_bound":0.026287375550241122},"point_estimate":0.01278653366718796,"standard_error":0.006501953358407126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011675173979358057,"upper_bound":0.00811346951228106},"point_estimate":0.004169745674605041,"standard_error":0.0018401335216969468}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015387585588589239,"upper_bound":0.010378719166776542},"point_estimate":-0.002384876914539813,"standard_error":0.006586071840953573},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025586608885939115,"upper_bound":0.008654395738205256},"point_estimate":0.006122864349341395,"standard_error":0.0016407855974369366}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 0e1e95faa300..f20cd72cb7c8 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8071.224298677358,"upper_bound":8245.82880189912},"point_estimate":8148.349489834131,"standard_error":45.006759186334875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8048.444763271162,"upper_bound":8092.763544891641},"point_estimate":8063.695094614537,"standard_error":12.590344295082378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":66.66478168843578,"upper_bound":108.95501939729023},"point_estimate":87.3866152429121,"standard_error":10.64367519629231},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8066.48402662832,"upper_bound":8358.923174729149},"point_estimate":8194.282370326586,"standard_error":75.96257332485914},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":198.50003780367624,"upper_bound":648.041227620313},"point_estimate":451.62518010206827,"standard_error":116.85913668568685}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8082.051548641088,"upper_bound":8193.505237322286},"point_estimate":8128.916679244224,"standard_error":28.743020906700327},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8109.625668449198,"upper_bound":8124.132179930796},"point_estimate":8113.068005833312,"standard_error":3.538608853537743},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.04438358676861,"upper_bound":61.69476408116875},"point_estimate":46.132115651579305,"standard_error":7.735920839743648},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8113.357781875859,"upper_bound":8328.618246661592},"point_estimate":8189.276334112779,"standard_error":60.35590232248079},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102.18636860586898,"upper_bound":459.20991749185816},"point_estimate":288.56653238191063,"standard_error":103.53214257840065}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index bf62ee6dc0d3..418d6302d289 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[141003.0,273426.0,417669.0,545466.0,683615.0,813537.0,957718.0,1083217.0,1232754.0,1363676.0,1511582.0,1660878.0,1802295.0,1938586.0,2064615.0,2219396.0,2310152.0,2369504.0,2484959.0,2606587.0,2765053.0,2893720.0,3204242.0,3291273.0,3433827.0,3558751.0,3725832.0,3895332.0,4011287.0,4139349.0,4304479.0,4474199.0,4599791.0,4724876.0,4826866.0,4941748.0,5109475.0,5352495.0,5419412.0,5480649.0,5609766.0,5849182.0,5968929.0,6050211.0,6271486.0,6344688.0,6479732.0,6618020.0,6744840.0,6970344.0,7032267.0,7234972.0,7367060.0,7441955.0,10280432.0,7742386.0,7874765.0,8012535.0,8077905.0,8126617.0,8335925.0,8522008.0,8693653.0,8737403.0,8909765.0,8981934.0,9184669.0,9251567.0,9387979.0,9543479.0,11768068.0,9826147.0,9993233.0,10115968.0,10227929.0,10450985.0,10460982.0,10595949.0,10719909.0,10822284.0,11142407.0,11147422.0,11326410.0,14671516.0,11597420.0,11692173.0,11807242.0,11972965.0,12084263.0,12276267.0,12456167.0,12628003.0,12682580.0,12885616.0,12954238.0,16192814.0,13233389.0,13410496.0,13415328.0,13641113.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138250.0,265535.0,409354.0,538289.0,702135.0,824350.0,948895.0,1105244.0,1217036.0,1377132.0,1516500.0,1655366.0,1803185.0,1984018.0,2078745.0,2215998.0,2311667.0,2339984.0,2499642.0,2607518.0,2754675.0,2848766.0,3149511.0,3299323.0,3440275.0,3561142.0,3747451.0,3908106.0,3999106.0,4129553.0,4259879.0,4411589.0,4527160.0,4700239.0,4802799.0,4967927.0,5106679.0,5393692.0,5394170.0,5535448.0,5683777.0,5788617.0,5911562.0,6088909.0,6196413.0,6347728.0,6526728.0,6696799.0,6874792.0,6871111.0,7056786.0,7136157.0,7309983.0,7398938.0,7624404.0,7770309.0,7844508.0,8065933.0,8176824.0,8358769.0,8366150.0,9616220.0,8687538.0,8824353.0,9061164.0,9127590.0,9316943.0,9428356.0,9526243.0,9691472.0,9845521.0,9928409.0,10082891.0,10210352.0,10344600.0,10424679.0,10557478.0,10685115.0,10862048.0,11166101.0,11223147.0,11366959.0,11468262.0,11579118.0,11739371.0,11861129.0,12009073.0,12132330.0,12305840.0,12432990.0,12549756.0,16465083.0,12822993.0,12994278.0,13065287.0,13155439.0,13371304.0,13489954.0,13587904.0,13789408.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index b30392835664..f3c7a13d3f88 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7685.35941393799,7853.483383439583,8301.813968777165,8469.93793827876] \ No newline at end of file +[7890.550887360321,7987.055676127979,8244.401779508398,8340.906568276056] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 060b2014eb59..97f623f10ea5 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - + + +0.04 + + -0.035 +0.05 - -0.04 + +0.06 - - -0.045 - - + - -65 - - - -70 - - - -75 - - - -80 - - - -85 + +35 - - -90 + + +40 - - -95 + + +45 - - -100 + + +50 - - -105 + + +55 - - -110 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 6e3cfa73f92c..5bd1c02d24ea 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - + + +0.002 + + -0.0015 +0.003 - -0.002 + +0.004 - - -0.0025 + + +0.005 - - -0.003 + + +0.006 - - -0.0035 + + +0.007 - + - + +100 + + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - -500 - - - -550 - - - -600 - - - -650 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index f9b3ab3753ff..2414691b4cb0 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,30 +9,26 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + 8 @@ -50,10 +46,10 @@ Average Time (µs) 11 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index a9d30ce5a161..316283edb14a 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 70d13e0b51b2..810caa2b51d5 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -0 + +-0.015 - - -0.005 + + +-0.01 - - -0.01 + + +-0.005 - - -0.015 + + +0 - - -0.02 + + +0.005 - - -0.025 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 9b1436b44ec7..ddac14664dd7 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - - -0.001 + + +250 + + + +300 - - + + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - - - + + +0.009 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 3a1bfe383262..f3756e1a0eff 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 09937c9c71f7..597f2c42edd7 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0665 µs - 8.1943 µs - 8.3589 µs + 8.1134 µs + 8.1893 µs + 8.3286 µs R² - 0.5842188 - 0.5969417 - 0.5761184 + 0.7456445 + 0.7525327 + 0.7298206 Mean - 8.0712 µs - 8.1483 µs - 8.2458 µs + 8.0821 µs + 8.1289 µs + 8.1935 µs Std. Dev. - 198.50 ns - 451.63 ns - 648.04 ns + 102.19 ns + 288.57 ns + 459.21 ns Median - 8.0484 µs - 8.0637 µs - 8.0928 µs + 8.1096 µs + 8.1131 µs + 8.1241 µs MAD - 66.665 ns - 87.387 ns - 108.96 ns + 34.044 ns + 46.132 ns + 61.695 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1059% - +1.2787% - +2.6287% - (p = 0.04 < + -1.5388% + -0.2385% + +1.0379% + (p = 0.73 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index cd1d3962e159..223053744fc9 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -8.06 + + +12 - - + + +14 + + + + 8.08 - - + + 8.1 - - + + 8.12 - - + + 8.14 - - + + 8.16 - - + + 8.18 - - + + 8.2 - - -8.22 - - - -8.24 - - - -8.26 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 16fc878db512..6990c7823112 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - + - -8.045 - - - -8.05 - - - -8.055 + +8.11 - - -8.06 + + +8.112 - - -8.065 + + +8.114 - - -8.07 + + +8.116 - - -8.075 + + +8.118 - - -8.08 + + +8.12 - - -8.085 + + +8.122 - - -8.09 + + +8.124 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 7ea0c6d3840b..0f7512c73e0f 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,42 +46,34 @@ Average Time (µs) - + 7.5 - - + + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - -11 - - - -11.5 - - + Density (a.u.) @@ -90,62 +82,62 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 + +0.5 - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index f932ddf7526a..e058f8a136e1 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - + - + 8 - - + + 9 - - + + 10 - - -11 - - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index ff6d2ff7553d..007483c79e34 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,47 +16,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - + 0.2 @@ -92,106 +92,106 @@ Iterations (x 10^3) - + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index c651b811d4a3..576a6a88e93b 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -14,46 +14,46 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - - + + 16.0 - + 0.2 @@ -104,89 +104,89 @@ Iterations (x 10^3) - + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - - - - - + + + + + - - - + + + - - + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 4d369e28fd2e..77f29d5a4007 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,30 +6,26 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + 8 @@ -47,8 +43,8 @@ Average Time (µs) 11 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 0b63a51b13fe..811dacb2ed02 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 8accca576948..b3a41d0cfd8b 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - - - -8.05 + + +7 - - + + +8 + + + +9 + + + +10 + + + +11 + + + + 8.1 - - + + 8.15 - - + + 8.2 - - + + 8.25 - - + + 8.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 2a7e5966f25d..96f8a324ce86 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - - - -8.05 + + +7 - - + + +8 + + + +9 + + + +10 + + + +11 + + + + 8.1 - - + + 8.15 - - + + 8.2 - - + + 8.25 - - + + 8.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index ffd8096dd893..144eee162200 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101563.95865177369,"upper_bound":101951.14653046531},"point_estimate":101722.85815456348,"standard_error":101.01651094775117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101598.8961038961,"upper_bound":101713.71683673469},"point_estimate":101659.07568783069,"standard_error":27.846628091457706},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.5145699406769,"upper_bound":334.1901464209882},"point_estimate":250.4260701252771,"standard_error":36.41646081438105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101723.920160486,"upper_bound":102125.45777538381},"point_estimate":101885.0627393443,"standard_error":105.5785905084848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.5556267518845,"upper_bound":1629.7890156632586},"point_estimate":1011.3960691356099,"standard_error":398.44930544362427}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102180.11818284074,"upper_bound":102664.16295312597},"point_estimate":102400.17432268895,"standard_error":123.96003834120452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102098.21753246753,"upper_bound":102184.8253968254},"point_estimate":102138.84785714286,"standard_error":26.027311579658942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.7236952445392,"upper_bound":374.8694866821771},"point_estimate":245.60924158887863,"standard_error":47.08962961210448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102262.85476960744,"upper_bound":102974.7824191843},"point_estimate":102570.53586100614,"standard_error":184.91529373461708},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":670.1583958608027,"upper_bound":1721.8048985239814},"point_estimate":1245.5733790083038,"standard_error":269.0512858058201}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index ddbeeb87e93e..ff73639c8861 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701207.0,1419522.0,2125370.0,2835069.0,3537236.0,4237701.0,4939788.0,5635497.0,6347219.0,7082249.0,7823115.0,8485560.0,9198449.0,9931867.0,10629198.0,11321683.0,12026698.0,12774810.0,13479055.0,14254847.0,14915248.0,15634782.0,16371259.0,17100106.0,17816575.0,18474660.0,19256219.0,19869953.0,20581773.0,21310337.0,22039269.0,22757315.0,23533582.0,24193534.0,25073086.0,25606442.0,26315937.0,27034690.0,27690890.0,28480439.0,29994589.0,29789255.0,30581245.0,31304219.0,32090333.0,32705625.0,33428035.0,34190570.0,34917516.0,35532571.0,36336894.0,37008626.0,37637789.0,38428054.0,39081077.0,39871777.0,40642446.0,41318340.0,42055146.0,46425306.0,43465820.0,44246742.0,44884846.0,45533638.0,46140872.0,46902196.0,47809218.0,48440546.0,49176175.0,50001956.0,50670295.0,51448148.0,52038064.0,52863673.0,53378170.0,54150697.0,54795919.0,55444320.0,56153663.0,56819110.0,57481113.0,58186025.0,59065605.0,59985097.0,60550946.0,61361356.0,61996091.0,62725759.0,63351311.0,64188157.0,65914554.0,65629040.0,66224349.0,66874158.0,67685945.0,68632444.0,69085604.0,69763590.0,70476616.0,71159643.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[706042.0,1483388.0,2115069.0,2847453.0,3540330.0,4308722.0,4967890.0,5681138.0,6347688.0,7124997.0,7866121.0,8575869.0,9320368.0,10004726.0,10728810.0,11401512.0,12117314.0,12825141.0,13536989.0,14312576.0,15036691.0,15700780.0,16423549.0,17172837.0,17881764.0,18584556.0,19402383.0,20070761.0,20676799.0,21378400.0,22241121.0,22918740.0,23661782.0,24484972.0,25332991.0,25724533.0,26447216.0,27091178.0,27807480.0,28513017.0,29521694.0,29978456.0,30709594.0,31446251.0,32195161.0,32801844.0,33584397.0,34311685.0,35028438.0,35715594.0,36474884.0,37161815.0,37960282.0,38808052.0,42250613.0,40887918.0,40791376.0,41403362.0,42297728.0,43043681.0,43668050.0,44387285.0,45000301.0,45708432.0,46508740.0,47423272.0,47890252.0,48545044.0,49351591.0,52078978.0,52591368.0,51497892.0,52105229.0,52910347.0,53861243.0,54450356.0,54967764.0,56233352.0,57405080.0,57188894.0,57882344.0,58620733.0,59442137.0,59967457.0,60831790.0,61549378.0,62224695.0,62834093.0,63549608.0,64376440.0,65162153.0,65775745.0,66539991.0,71095974.0,67722414.0,68894099.0,69383533.0,69925447.0,70758731.0,71499012.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index c5aaf066b7f8..b26473ae3b5b 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100373.01868209444,100909.0755429271,102338.56050514751,102874.61736598017] \ No newline at end of file +[100987.49634933303,101485.89429220444,102814.95547319486,103313.35341606627] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index bd427ef58169..8d8d2f18ad8e 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004721503749568012,"upper_bound":0.0034164535822665985},"point_estimate":-0.0003506943247374439,"standard_error":0.0020736652308771925},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001105188331877116,"upper_bound":0.002333103343649273},"point_estimate":0.0017517739406924804,"standard_error":0.00030439310408879257}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0036012716727566525,"upper_bound":0.00972345816560125},"point_estimate":0.006658446099659487,"standard_error":0.001557007026193183},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004089749519960106,"upper_bound":0.005572533780036748},"point_estimate":0.0047194228952605055,"standard_error":0.0003743335885366339}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index ffd8096dd893..144eee162200 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101563.95865177369,"upper_bound":101951.14653046531},"point_estimate":101722.85815456348,"standard_error":101.01651094775117},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101598.8961038961,"upper_bound":101713.71683673469},"point_estimate":101659.07568783069,"standard_error":27.846628091457706},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":195.5145699406769,"upper_bound":334.1901464209882},"point_estimate":250.4260701252771,"standard_error":36.41646081438105},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101723.920160486,"upper_bound":102125.45777538381},"point_estimate":101885.0627393443,"standard_error":105.5785905084848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":329.5556267518845,"upper_bound":1629.7890156632586},"point_estimate":1011.3960691356099,"standard_error":398.44930544362427}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102180.11818284074,"upper_bound":102664.16295312597},"point_estimate":102400.17432268895,"standard_error":123.96003834120452},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102098.21753246753,"upper_bound":102184.8253968254},"point_estimate":102138.84785714286,"standard_error":26.027311579658942},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":179.7236952445392,"upper_bound":374.8694866821771},"point_estimate":245.60924158887863,"standard_error":47.08962961210448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102262.85476960744,"upper_bound":102974.7824191843},"point_estimate":102570.53586100614,"standard_error":184.91529373461708},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":670.1583958608027,"upper_bound":1721.8048985239814},"point_estimate":1245.5733790083038,"standard_error":269.0512858058201}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index ddbeeb87e93e..ff73639c8861 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[701207.0,1419522.0,2125370.0,2835069.0,3537236.0,4237701.0,4939788.0,5635497.0,6347219.0,7082249.0,7823115.0,8485560.0,9198449.0,9931867.0,10629198.0,11321683.0,12026698.0,12774810.0,13479055.0,14254847.0,14915248.0,15634782.0,16371259.0,17100106.0,17816575.0,18474660.0,19256219.0,19869953.0,20581773.0,21310337.0,22039269.0,22757315.0,23533582.0,24193534.0,25073086.0,25606442.0,26315937.0,27034690.0,27690890.0,28480439.0,29994589.0,29789255.0,30581245.0,31304219.0,32090333.0,32705625.0,33428035.0,34190570.0,34917516.0,35532571.0,36336894.0,37008626.0,37637789.0,38428054.0,39081077.0,39871777.0,40642446.0,41318340.0,42055146.0,46425306.0,43465820.0,44246742.0,44884846.0,45533638.0,46140872.0,46902196.0,47809218.0,48440546.0,49176175.0,50001956.0,50670295.0,51448148.0,52038064.0,52863673.0,53378170.0,54150697.0,54795919.0,55444320.0,56153663.0,56819110.0,57481113.0,58186025.0,59065605.0,59985097.0,60550946.0,61361356.0,61996091.0,62725759.0,63351311.0,64188157.0,65914554.0,65629040.0,66224349.0,66874158.0,67685945.0,68632444.0,69085604.0,69763590.0,70476616.0,71159643.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[706042.0,1483388.0,2115069.0,2847453.0,3540330.0,4308722.0,4967890.0,5681138.0,6347688.0,7124997.0,7866121.0,8575869.0,9320368.0,10004726.0,10728810.0,11401512.0,12117314.0,12825141.0,13536989.0,14312576.0,15036691.0,15700780.0,16423549.0,17172837.0,17881764.0,18584556.0,19402383.0,20070761.0,20676799.0,21378400.0,22241121.0,22918740.0,23661782.0,24484972.0,25332991.0,25724533.0,26447216.0,27091178.0,27807480.0,28513017.0,29521694.0,29978456.0,30709594.0,31446251.0,32195161.0,32801844.0,33584397.0,34311685.0,35028438.0,35715594.0,36474884.0,37161815.0,37960282.0,38808052.0,42250613.0,40887918.0,40791376.0,41403362.0,42297728.0,43043681.0,43668050.0,44387285.0,45000301.0,45708432.0,46508740.0,47423272.0,47890252.0,48545044.0,49351591.0,52078978.0,52591368.0,51497892.0,52105229.0,52910347.0,53861243.0,54450356.0,54967764.0,56233352.0,57405080.0,57188894.0,57882344.0,58620733.0,59442137.0,59967457.0,60831790.0,61549378.0,62224695.0,62834093.0,63549608.0,64376440.0,65162153.0,65775745.0,66539991.0,71095974.0,67722414.0,68894099.0,69383533.0,69925447.0,70758731.0,71499012.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index c5aaf066b7f8..b26473ae3b5b 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100373.01868209444,100909.0755429271,102338.56050514751,102874.61736598017] \ No newline at end of file +[100987.49634933303,101485.89429220444,102814.95547319486,103313.35341606627] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index b2bde85f7be3..3ef268e2a5b8 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - + + 0.011 - + - + 200 - - -220 + + +250 - - -240 - - - -260 - - - -280 - - - + + 300 - - -320 - - - -340 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 7520dcdf19b1..7f7f80ed5e33 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - -0.2 + + +1.2 - - -0.4 + + +1.4 - - + + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - - + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index f918b233ef04..889ba12d2948 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -38,26 +38,22 @@ Average Time (µs) - + 100 - - + + 105 - - + + 110 - - -115 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index b24183a856b9..3a9e56a09539 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -18,12 +18,12 @@ Iterations - - - - - - + + + + + + 0.0 @@ -33,30 +33,30 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -90,9 +90,9 @@ Iterations 700 - - - + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 6531c7787107..a1efcfd65a13 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 - - + - --0.005 - - - --0.004 + +0.003 - - --0.003 + + +0.004 - - --0.002 + + +0.005 - - --0.001 + + +0.006 - - -0 + + +0.007 - - -0.001 + + +0.008 - - -0.002 + + +0.009 - - -0.003 - - - -0.004 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index c11ac09de329..f338b4c9a5eb 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - - -1000 + + +800 - - -1200 + + +900 - - -1400 + + +1000 - - -1600 + + +1100 - + - -0.001 + +0.004 + + + +0.0042 - - -0.0012 + + +0.0044 - - -0.0014 + + +0.0046 - - -0.0016 + + +0.0048 - - -0.0018 + + +0.005 - - -0.002 + + +0.0052 - - -0.0022 + + +0.0054 - - -0.0024 + + +0.0056 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 4ea69fd6a3db..429dc808670a 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index e4a3cdac9bca..ad3119837f31 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 101.72 µs - 101.89 µs - 102.13 µs + 102.26 µs + 102.57 µs + 102.97 µs R² - 0.9870814 - 0.9874210 - 0.9866655 + 0.9748129 + 0.9760144 + 0.9739422 Mean - 101.56 µs - 101.72 µs - 101.95 µs + 102.18 µs + 102.40 µs + 102.66 µs Std. Dev. - 329.56 ns - 1.0114 µs - 1.6298 µs + 670.16 ns + 1.2456 µs + 1.7218 µs Median - 101.60 µs - 101.66 µs - 101.71 µs + 102.10 µs + 102.14 µs + 102.18 µs MAD - 195.51 ns - 250.43 ns - 334.19 ns + 179.72 ns + 245.61 ns + 374.87 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.4722% - -0.0351% - +0.3416% - (p = 0.88 > + +0.3601% + +0.6658% + +0.9723% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 8ab16aca7c75..e15c1bd75f81 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - + - -101.55 - - - -101.6 - - - -101.65 - - - -101.7 + +102.2 - - -101.75 + + +102.3 - - -101.8 + + +102.4 - - -101.85 + + +102.5 - + -101.9 +102.6 - -101.95 + +102.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 8a1396ef4766..4209301b52f7 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 + + + +102.09 - - -30 + + +102.1 - - - -101.6 + + +102.11 + + + +102.12 + + + +102.13 - - -101.62 + + +102.14 - - -101.64 + + +102.15 - - -101.66 + + +102.16 - - -101.68 + + +102.17 - - -101.7 + + +102.18 - - -101.72 + + +102.19 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index f9354b8b41df..30e02fd94b87 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,30 +42,30 @@ Average Time (µs) - + 100 - - + + 102 - - + + 104 - - + + 106 - - + + 108 - - + + 110 - + Density (a.u.) @@ -74,58 +74,66 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - -0.6 - - - -0.7 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 41ac9143ff00..7b9243105f60 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,51 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - - -0.8 - - + - + 100 - - + + 105 - - + + 110 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index a1f6f973796c..9335f41d765a 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -17,11 +17,11 @@ Iterations - - - - - + + + + + 10.0 @@ -31,26 +31,26 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -93,7 +93,7 @@ Iterations - + @@ -107,77 +107,77 @@ Iterations - + - + - - + + - - - + + + - + - + - - - - + + + + - - - + + + - - - + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - + - - - - - + + + + + - - + + - + diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 0726f60b1e44..31028481199c 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -14,11 +14,11 @@ Iterations - + - - - + + + 10.0 @@ -28,26 +28,26 @@ Iterations 20.0 - + 30.0 - + 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - + 100 @@ -116,65 +116,65 @@ Iterations - - + + - - + + - + - - - + + + - + - + - - - - + + + + - - + + - + - - + + - + - + - + - + - - - + + + - - + + - + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 7f93422ee7e3..3114d61cc8bd 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -35,24 +35,20 @@ Average Time (µs) - + 100 - - + + 105 - - + + 110 - - -115 - - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index aedcab9543e7..221bc44efb5c 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -14,46 +14,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - + 0 @@ -87,8 +87,8 @@ Iterations 700 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 70208cfdc317..9d998a881328 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - + - -101.7 - - - -101.75 + +102.2 - - -101.8 + + +102.3 - - -101.85 + + +102.4 - - -101.9 + + +102.5 - - -101.95 + + +102.6 - - -102 + + +102.7 - - -102.05 + + +102.8 - - -102.1 + + +102.9 - - -102.15 + + +103 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index def373f0578a..9365de22fada 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - + - -101.7 - - - -101.75 + +102.2 - - -101.8 + + +102.3 - - -101.85 + + +102.4 - - -101.9 + + +102.5 - - -101.95 + + +102.6 - - -102 + + +102.7 - - -102.05 + + +102.8 - - -102.1 + + +102.9 - - -102.15 + + +103 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 0ee1ef3ff5b5..5e7a760478ac 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68018.7924788197,"upper_bound":68353.12966532535},"point_estimate":68184.16893502037,"standard_error":85.39312521135217},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67948.09606529209,"upper_bound":68281.98519439422},"point_estimate":68105.79343915344,"standard_error":85.44678809965049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":571.6757430861468,"upper_bound":1077.5549617819795},"point_estimate":789.6226494222567,"standard_error":130.5267236754409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67931.41801235275,"upper_bound":68200.68950301147},"point_estimate":68059.98833407222,"standard_error":68.78043607275971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740.6408221643518,"upper_bound":962.5225627626392},"point_estimate":859.3328763614396,"standard_error":56.823372310343586}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68064.12938752022,"upper_bound":68547.13964365458},"point_estimate":68288.66893434274,"standard_error":123.38714008731945},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67738.29210711768,"upper_bound":68103.34876543209},"point_estimate":67867.15958252217,"standard_error":95.4188862934365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":485.81118809213655,"upper_bound":952.5773469772683},"point_estimate":657.5056578130402,"standard_error":121.15183142433555},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67829.67764927272,"upper_bound":68560.81967584323},"point_estimate":68131.99327914881,"standard_error":191.7596026753494},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":824.940823650793,"upper_bound":1686.3383706217692},"point_estimate":1234.9065459704468,"standard_error":236.87696919563956}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index f0fa20414ed5..871df5598b7b 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[411766.0,823297.0,1256296.0,1652224.0,2082134.0,2482614.0,2891590.0,3311395.0,3740480.0,4167657.0,4555630.0,5048448.0,5432574.0,5854590.0,6225500.0,6679969.0,7075685.0,7471212.0,7983549.0,8357576.0,8732371.0,9051385.0,9458634.0,9790148.0,10107617.0,10431870.0,10878045.0,11263067.0,11661035.0,12270388.0,12587238.0,12846289.0,13351650.0,13688580.0,14044956.0,14575367.0,14858131.0,15252909.0,15748107.0,16105159.0,16429368.0,16847760.0,17220895.0,17796451.0,18367396.0,18879221.0,19000904.0,19618774.0,19833740.0,20382753.0,20831995.0,20991293.0,21608159.0,21782397.0,22230472.0,22939259.0,23470634.0,23677751.0,24393083.0,24622152.0,25792206.0,25179596.0,25744247.0,26268779.0,26927257.0,27069029.0,27445233.0,27717878.0,28050603.0,28443037.0,28873382.0,29550678.0,29837933.0,30101678.0,30647301.0,31227656.0,31583302.0,31677137.0,32360392.0,33697201.0,32914207.0,33785491.0,33883192.0,34419723.0,34543454.0,35135806.0,35348306.0,35796639.0,36230448.0,36456099.0,37311642.0,37630859.0,37699864.0,38066615.0,38910431.0,39466887.0,39549043.0,39966804.0,40464992.0,41004659.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[415809.0,823932.0,1240028.0,1646181.0,2081381.0,2510088.0,2914341.0,3304686.0,3763025.0,4171518.0,4590171.0,5074065.0,5435429.0,5881748.0,6215201.0,6695603.0,7184573.0,7553512.0,8036649.0,8327641.0,8743878.0,9254040.0,9366390.0,9801188.0,10105215.0,10540865.0,10935781.0,11302368.0,11620859.0,12303874.0,12698257.0,13045173.0,13339145.0,13786749.0,14142786.0,14500762.0,14945878.0,15381473.0,15675561.0,16121049.0,16514339.0,16972776.0,17475640.0,17965607.0,18390776.0,18719392.0,19102282.0,19574479.0,19968847.0,20390205.0,20629361.0,21290767.0,21729173.0,22065485.0,22493397.0,22718586.0,23108779.0,23446478.0,23942467.0,24222018.0,24669070.0,25111335.0,25589154.0,25957163.0,26429936.0,26680608.0,27280495.0,27597501.0,28012857.0,28322655.0,28892595.0,29433073.0,30036011.0,32030458.0,31007465.0,31155504.0,31550149.0,31593787.0,31891868.0,32366949.0,32760792.0,33277445.0,33951842.0,34167530.0,38709215.0,34906530.0,35278819.0,35904838.0,36046017.0,36499974.0,37932669.0,37666683.0,38393122.0,38740506.0,38805479.0,39079912.0,39493009.0,39692235.0,40238478.0,40688619.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 85c20ccb4ac4..0e906031e02d 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[64315.919515185844,65932.80167067537,70244.48741864742,71861.36957413693] \ No newline at end of file +[63875.54706908259,65691.4106131263,70533.71339724283,72349.57694128652] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index e0485cbb8689..e3f145b8812b 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025163816655556447,"upper_bound":0.011045817020274804},"point_estimate":0.006832066424440564,"standard_error":0.0021834903782202613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010318760710563035,"upper_bound":0.01652734450867399},"point_estimate":0.013296705548453192,"standard_error":0.0015021626647103584}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0028895402919096934,"upper_bound":0.005870993664129415},"point_estimate":0.0015326138157079061,"standard_error":0.002253831758226163},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006744008377060573,"upper_bound":0.0008357817103466377},"point_estimate":-0.0035038701493795843,"standard_error":0.0019088281836628618}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 0ee1ef3ff5b5..5e7a760478ac 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68018.7924788197,"upper_bound":68353.12966532535},"point_estimate":68184.16893502037,"standard_error":85.39312521135217},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67948.09606529209,"upper_bound":68281.98519439422},"point_estimate":68105.79343915344,"standard_error":85.44678809965049},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":571.6757430861468,"upper_bound":1077.5549617819795},"point_estimate":789.6226494222567,"standard_error":130.5267236754409},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67931.41801235275,"upper_bound":68200.68950301147},"point_estimate":68059.98833407222,"standard_error":68.78043607275971},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":740.6408221643518,"upper_bound":962.5225627626392},"point_estimate":859.3328763614396,"standard_error":56.823372310343586}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68064.12938752022,"upper_bound":68547.13964365458},"point_estimate":68288.66893434274,"standard_error":123.38714008731945},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67738.29210711768,"upper_bound":68103.34876543209},"point_estimate":67867.15958252217,"standard_error":95.4188862934365},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":485.81118809213655,"upper_bound":952.5773469772683},"point_estimate":657.5056578130402,"standard_error":121.15183142433555},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67829.67764927272,"upper_bound":68560.81967584323},"point_estimate":68131.99327914881,"standard_error":191.7596026753494},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":824.940823650793,"upper_bound":1686.3383706217692},"point_estimate":1234.9065459704468,"standard_error":236.87696919563956}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index f0fa20414ed5..871df5598b7b 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[411766.0,823297.0,1256296.0,1652224.0,2082134.0,2482614.0,2891590.0,3311395.0,3740480.0,4167657.0,4555630.0,5048448.0,5432574.0,5854590.0,6225500.0,6679969.0,7075685.0,7471212.0,7983549.0,8357576.0,8732371.0,9051385.0,9458634.0,9790148.0,10107617.0,10431870.0,10878045.0,11263067.0,11661035.0,12270388.0,12587238.0,12846289.0,13351650.0,13688580.0,14044956.0,14575367.0,14858131.0,15252909.0,15748107.0,16105159.0,16429368.0,16847760.0,17220895.0,17796451.0,18367396.0,18879221.0,19000904.0,19618774.0,19833740.0,20382753.0,20831995.0,20991293.0,21608159.0,21782397.0,22230472.0,22939259.0,23470634.0,23677751.0,24393083.0,24622152.0,25792206.0,25179596.0,25744247.0,26268779.0,26927257.0,27069029.0,27445233.0,27717878.0,28050603.0,28443037.0,28873382.0,29550678.0,29837933.0,30101678.0,30647301.0,31227656.0,31583302.0,31677137.0,32360392.0,33697201.0,32914207.0,33785491.0,33883192.0,34419723.0,34543454.0,35135806.0,35348306.0,35796639.0,36230448.0,36456099.0,37311642.0,37630859.0,37699864.0,38066615.0,38910431.0,39466887.0,39549043.0,39966804.0,40464992.0,41004659.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[415809.0,823932.0,1240028.0,1646181.0,2081381.0,2510088.0,2914341.0,3304686.0,3763025.0,4171518.0,4590171.0,5074065.0,5435429.0,5881748.0,6215201.0,6695603.0,7184573.0,7553512.0,8036649.0,8327641.0,8743878.0,9254040.0,9366390.0,9801188.0,10105215.0,10540865.0,10935781.0,11302368.0,11620859.0,12303874.0,12698257.0,13045173.0,13339145.0,13786749.0,14142786.0,14500762.0,14945878.0,15381473.0,15675561.0,16121049.0,16514339.0,16972776.0,17475640.0,17965607.0,18390776.0,18719392.0,19102282.0,19574479.0,19968847.0,20390205.0,20629361.0,21290767.0,21729173.0,22065485.0,22493397.0,22718586.0,23108779.0,23446478.0,23942467.0,24222018.0,24669070.0,25111335.0,25589154.0,25957163.0,26429936.0,26680608.0,27280495.0,27597501.0,28012857.0,28322655.0,28892595.0,29433073.0,30036011.0,32030458.0,31007465.0,31155504.0,31550149.0,31593787.0,31891868.0,32366949.0,32760792.0,33277445.0,33951842.0,34167530.0,38709215.0,34906530.0,35278819.0,35904838.0,36046017.0,36499974.0,37932669.0,37666683.0,38393122.0,38740506.0,38805479.0,39079912.0,39493009.0,39692235.0,40238478.0,40688619.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 85c20ccb4ac4..0e906031e02d 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[64315.919515185844,65932.80167067537,70244.48741864742,71861.36957413693] \ No newline at end of file +[63875.54706908259,65691.4106131263,70533.71339724283,72349.57694128652] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 3731cce88ed8..d4a7e38633ab 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,65 +6,73 @@ micro/ops/difference:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - + + +0.004 + + + +0.0045 + + - -0.6 + +500 - - -0.7 + + +600 - - -0.8 + + +700 - - -0.9 + + +800 - - -1 + + +900 - - -1.1 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 1e6d249823e3..885efdca09fc 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -6,61 +6,97 @@ micro/ops/difference:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 + + +1.4 - + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + - -750 + +0.8 + + + +0.9 + + + +1 + + + +1.1 + + + +1.2 + + + +1.3 - - -800 + + +1.4 - - -850 + + +1.5 - - -900 + + +1.6 - - -950 + + +1.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 2cfe2d336038..92e137d5ae03 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,71 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - -66 - - - -68 - - - + 70 - - -72 - - - -74 + + +75 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 54d9446fb30f..23193e5a4027 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -19,11 +19,11 @@ Iterations - + - - + + 0.0 @@ -41,10 +41,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -53,14 +53,14 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - + 0 @@ -90,10 +90,10 @@ Iterations 600 - - + + - + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index 0980b840651a..862e514f2600 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - -0.002 + +-0.003 - - -0.003 + + +-0.002 - - -0.004 + + +-0.001 - - -0.005 + + +0 - - -0.006 + + +0.001 - - -0.007 + + +0.002 - - -0.008 + + +0.003 - - -0.009 + + +0.004 - - -0.01 + + +0.005 - - -0.011 + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index e4359fb55ac1..758c4d775228 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - -50 + +20 - + + +40 + + + +60 + + -100 +80 - -150 + +100 - - -200 + + +120 - - -250 + + +140 + + + +160 + + + +180 + + + +200 - - -300 + + +220 - + - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - -0.016 - - - -0.017 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 687dd4d95909..3e9e16f54250 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 859e03fef52c..f993492bc263 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 67.931 µs - 68.060 µs - 68.201 µs + 67.830 µs + 68.132 µs + 68.561 µs R² - 0.9890378 - 0.9895120 - 0.9889442 + 0.9438882 + 0.9463623 + 0.9413974 Mean - 68.019 µs - 68.184 µs - 68.353 µs + 68.064 µs + 68.289 µs + 68.547 µs Std. Dev. - 740.64 ns - 859.33 ns - 962.52 ns + 824.94 ns + 1.2349 µs + 1.6863 µs Median - 67.948 µs - 68.106 µs - 68.282 µs + 67.738 µs + 67.867 µs + 68.103 µs MAD - 571.68 ns - 789.62 ns - 1.0776 µs + 485.81 ns + 657.51 ns + 952.58 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.2516% - +0.6832% - +1.1046% - (p = 0.00 < + -0.2890% + +0.1533% + +0.5871% + (p = 0.50 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 383b208db2a1..a3d0cb8e17d3 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - - -5 - - + - -68 - - - -68.05 - - - + 68.1 - - -68.15 - - - + + 68.2 - - -68.25 - - - + + 68.3 - - -68.35 + + +68.4 + + + +68.5 + + + +68.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 3b2b89406278..9ef2cd033268 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 + + + +67.7 - - -10 + + +67.75 - - -11 + + +67.8 - - - + + +67.85 + + + +67.9 + + + 67.95 - - + + 68 - - + + 68.05 - - + + 68.1 - - -68.15 - - - -68.2 - - - -68.25 - - - -68.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 015025dc7525..d58091d58ec4 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 66 - + -67 +68 - -68 + +70 - - -69 + + +72 - - -70 + + +74 - - -71 + + +76 - + Density (a.u.) @@ -86,34 +86,36 @@ Density (a.u.) 0.2 - + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - - - - + + + + + - - - + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 9b6c843073e0..48ea70fa8dae 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -22,10 +22,10 @@ Average Time (µs) 0.15 - + 0.2 - + 0.25 @@ -34,35 +34,31 @@ Average Time (µs) 0.3 - + 0.35 - - + + 0.4 - + 0.45 - + 0.5 - + - -66 - - - -68 - - - + 70 - - - + + +75 + + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 41bace1a1c6c..1c09881f7d41 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -15,46 +15,46 @@ Iterations - - - - - - - + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -87,101 +87,101 @@ Iterations - + - - - - + + + + - - - - + + + + - - + + - + - - - + + + - - - - - - + + + + + + - - + + - - - - - - + + + + + + - - - - + + + + - - - - + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 58054d46b8ac..f976be8b90cc 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,19 +11,19 @@ Iterations - + - - - - - + + + + + - + 5.0 - + 10.0 @@ -32,26 +32,26 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -83,100 +83,100 @@ Iterations - + - + - + - - - + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + - + - + - - - - - - - - + + + + + + + + - - + + - - - - + + + + - - - - - - - - + + + + + + + + - + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 3eb6dc73ba92..a367bb27e660 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,69 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - + - -66 - - - -68 - - - + 70 - - -72 - - - -74 + + +75 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index ab1ac0e04672..98ea0223a8eb 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - + + - + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 896a4456987e..bf25538f56c4 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 + + + +1.4 - - -3 + + +1.6 - - -4 + + +1.8 - - -5 + + +2 - - -6 + + +2.2 - + - -67.95 + +67.8 - - -68 + + +67.9 - - -68.05 + + +68 - - + + 68.1 - - -68.15 - - - + + 68.2 - - - - + + +68.3 + + + +68.4 + + + +68.5 + + + +68.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 62ccf7f92637..5a93578c2120 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (µs) - + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -2 + + +1.2 + + + +1.4 - - -3 + + +1.6 - - -4 + + +1.8 - - -5 + + +2 - - -6 + + +2.2 - + - -67.95 + +67.8 - - -68 + + +67.9 - - -68.05 + + +68 - - + + 68.1 - - -68.15 - - - + + 68.2 - - - - + + +68.3 + + + +68.4 + + + +68.5 + + + +68.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 9c2b36d2809b..7eb8ed20590c 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.625232416764,"upper_bound":6693.177961744368},"point_estimate":6678.299792579862,"standard_error":7.539535974770825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666.173076923077,"upper_bound":6696.295384615385},"point_estimate":6678.80568786219,"standard_error":7.982110803050822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.3012170241435,"upper_bound":82.69776505390682},"point_estimate":61.363566824317616,"standard_error":9.45716979871275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.087354045013,"upper_bound":6702.618696329422},"point_estimate":6687.930514601403,"standard_error":7.310654368615317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.716952451217004,"upper_bound":89.05748272850434},"point_estimate":75.93189461764224,"standard_error":6.757441388310365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6652.406867048999,"upper_bound":6691.218750435267},"point_estimate":6668.797274462435,"standard_error":10.054360366288618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.838304552591,"upper_bound":6662.743572874494},"point_estimate":6652.403879026956,"standard_error":5.040627933270007},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.78472744096348,"upper_bound":50.3022471715026},"point_estimate":39.1071265629606,"standard_error":4.680819765510379},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6657.740784212364,"upper_bound":6684.428091607945},"point_estimate":6670.231990087643,"standard_error":6.801127033475844},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.960999737757184,"upper_bound":159.06743340302384},"point_estimate":101.24558830595875,"standard_error":36.53306843465748}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index f153fe872e96..2462e9fe4b56 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84799.0,169176.0,254384.0,352586.0,442616.0,543237.0,598082.0,682309.0,769950.0,866203.0,963908.0,1027251.0,1112172.0,1214274.0,1306313.0,1390154.0,1456181.0,1568269.0,1642800.0,1712144.0,1793622.0,1875476.0,1983119.0,2050146.0,2153698.0,2235543.0,2311448.0,2391796.0,2515970.0,2593497.0,2689293.0,2744237.0,2880588.0,2963874.0,3055741.0,3152023.0,3224976.0,3298211.0,3431351.0,3529902.0,3511278.0,3619916.0,3759187.0,3814586.0,3917661.0,3970807.0,4055014.0,4150225.0,4277924.0,4352592.0,4429550.0,4527121.0,4595937.0,4768160.0,4816533.0,4954473.0,4997041.0,5080272.0,5260082.0,5199615.0,5284328.0,5412533.0,5487398.0,5599628.0,5765467.0,5754528.0,5821849.0,5908162.0,6024390.0,6090476.0,6294981.0,6309620.0,6364525.0,6441654.0,6567467.0,6704396.0,6734336.0,6788159.0,6794684.0,6931100.0,7043818.0,7158461.0,7252755.0,7318888.0,7425006.0,7454423.0,7533461.0,7637533.0,7688666.0,7804989.0,7882470.0,7990779.0,8005132.0,8126330.0,8157440.0,8464002.0,8378607.0,8411515.0,8513719.0,8649295.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85239.0,172924.0,255630.0,343079.0,429453.0,517987.0,602789.0,686152.0,778210.0,865464.0,946790.0,1034996.0,1121646.0,1221193.0,1311829.0,1380891.0,1465178.0,1546402.0,1646543.0,1722809.0,1821667.0,1905006.0,1982025.0,2082498.0,2182117.0,2231697.0,2340678.0,2422118.0,2490338.0,2579864.0,2671259.0,3130265.0,2867821.0,2952307.0,3051991.0,3092183.0,3189973.0,3264746.0,3401160.0,3462847.0,3629988.0,3718243.0,3679755.0,3806145.0,3880656.0,4040183.0,4062912.0,4134948.0,4235457.0,4293160.0,4395071.0,4495504.0,4573238.0,4685953.0,4783915.0,4978259.0,4931715.0,5039973.0,5096658.0,5211746.0,5296402.0,5352000.0,5488826.0,5607022.0,5622157.0,5738438.0,5810543.0,5872168.0,5985136.0,6075924.0,6110594.0,6195448.0,6286626.0,6382504.0,6519789.0,6798911.0,6585864.0,6789107.0,6795684.0,6896657.0,7065371.0,7096737.0,7203418.0,7306406.0,7342547.0,7495090.0,7511478.0,7684809.0,7747685.0,7869901.0,7925142.0,7926508.0,8048299.0,8113746.0,8207545.0,8331275.0,8420685.0,8461702.0,8491322.0,8654899.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index a96103b4922a..56d78d416484 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6379.4753065774785,6505.66238254499,6842.161251791687,6968.3483277591995] \ No newline at end of file +[6461.592399674852,6545.167787926755,6768.035489931834,6851.610878183738] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index 9c2b21e9b842..81a90e091c11 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011225719360602121,"upper_bound":0.0166781074324857},"point_estimate":0.014016233005244239,"standard_error":0.0013857342537727541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011268622916134952,"upper_bound":0.017514398420562793},"point_estimate":0.013635371457902501,"standard_error":0.0016497350497846326}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004998100790638004,"upper_bound":0.002141220122278949},"point_estimate":-0.0014228948104403338,"standard_error":0.001837647683755292},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007050198341850833,"upper_bound":-0.0015780236747587884},"point_estimate":-0.003953073359091119,"standard_error":0.0014199486110582664}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 9c2b36d2809b..7eb8ed20590c 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.625232416764,"upper_bound":6693.177961744368},"point_estimate":6678.299792579862,"standard_error":7.539535974770825},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6666.173076923077,"upper_bound":6696.295384615385},"point_estimate":6678.80568786219,"standard_error":7.982110803050822},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.3012170241435,"upper_bound":82.69776505390682},"point_estimate":61.363566824317616,"standard_error":9.45716979871275},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.087354045013,"upper_bound":6702.618696329422},"point_estimate":6687.930514601403,"standard_error":7.310654368615317},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.716952451217004,"upper_bound":89.05748272850434},"point_estimate":75.93189461764224,"standard_error":6.757441388310365}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6652.406867048999,"upper_bound":6691.218750435267},"point_estimate":6668.797274462435,"standard_error":10.054360366288618},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.838304552591,"upper_bound":6662.743572874494},"point_estimate":6652.403879026956,"standard_error":5.040627933270007},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.78472744096348,"upper_bound":50.3022471715026},"point_estimate":39.1071265629606,"standard_error":4.680819765510379},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6657.740784212364,"upper_bound":6684.428091607945},"point_estimate":6670.231990087643,"standard_error":6.801127033475844},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.960999737757184,"upper_bound":159.06743340302384},"point_estimate":101.24558830595875,"standard_error":36.53306843465748}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index f153fe872e96..2462e9fe4b56 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84799.0,169176.0,254384.0,352586.0,442616.0,543237.0,598082.0,682309.0,769950.0,866203.0,963908.0,1027251.0,1112172.0,1214274.0,1306313.0,1390154.0,1456181.0,1568269.0,1642800.0,1712144.0,1793622.0,1875476.0,1983119.0,2050146.0,2153698.0,2235543.0,2311448.0,2391796.0,2515970.0,2593497.0,2689293.0,2744237.0,2880588.0,2963874.0,3055741.0,3152023.0,3224976.0,3298211.0,3431351.0,3529902.0,3511278.0,3619916.0,3759187.0,3814586.0,3917661.0,3970807.0,4055014.0,4150225.0,4277924.0,4352592.0,4429550.0,4527121.0,4595937.0,4768160.0,4816533.0,4954473.0,4997041.0,5080272.0,5260082.0,5199615.0,5284328.0,5412533.0,5487398.0,5599628.0,5765467.0,5754528.0,5821849.0,5908162.0,6024390.0,6090476.0,6294981.0,6309620.0,6364525.0,6441654.0,6567467.0,6704396.0,6734336.0,6788159.0,6794684.0,6931100.0,7043818.0,7158461.0,7252755.0,7318888.0,7425006.0,7454423.0,7533461.0,7637533.0,7688666.0,7804989.0,7882470.0,7990779.0,8005132.0,8126330.0,8157440.0,8464002.0,8378607.0,8411515.0,8513719.0,8649295.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85239.0,172924.0,255630.0,343079.0,429453.0,517987.0,602789.0,686152.0,778210.0,865464.0,946790.0,1034996.0,1121646.0,1221193.0,1311829.0,1380891.0,1465178.0,1546402.0,1646543.0,1722809.0,1821667.0,1905006.0,1982025.0,2082498.0,2182117.0,2231697.0,2340678.0,2422118.0,2490338.0,2579864.0,2671259.0,3130265.0,2867821.0,2952307.0,3051991.0,3092183.0,3189973.0,3264746.0,3401160.0,3462847.0,3629988.0,3718243.0,3679755.0,3806145.0,3880656.0,4040183.0,4062912.0,4134948.0,4235457.0,4293160.0,4395071.0,4495504.0,4573238.0,4685953.0,4783915.0,4978259.0,4931715.0,5039973.0,5096658.0,5211746.0,5296402.0,5352000.0,5488826.0,5607022.0,5622157.0,5738438.0,5810543.0,5872168.0,5985136.0,6075924.0,6110594.0,6195448.0,6286626.0,6382504.0,6519789.0,6798911.0,6585864.0,6789107.0,6795684.0,6896657.0,7065371.0,7096737.0,7203418.0,7306406.0,7342547.0,7495090.0,7511478.0,7684809.0,7747685.0,7869901.0,7925142.0,7926508.0,8048299.0,8113746.0,8207545.0,8331275.0,8420685.0,8461702.0,8491322.0,8654899.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index a96103b4922a..56d78d416484 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6379.4753065774785,6505.66238254499,6842.161251791687,6968.3483277591995] \ No newline at end of file +[6461.592399674852,6545.167787926755,6768.035489931834,6851.610878183738] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index cb97a8cce78a..90ad0b60cb20 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - + + +0.02 + + -0.015 +0.03 -0.02 +0.04 - -0.025 + +0.05 - - -0.03 + + +0.06 - - -0.035 + + +0.07 - - -0.04 + + +0.08 - - -0.045 + + +0.09 - - -0.05 + + +0.1 - + - -45 - - - -50 - - - -55 + +30 - - -60 + + +35 - - -65 + + +40 - - -70 - - - -75 - - - -80 + + +45 - - -85 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index 71ea731513a0..ab246c06d534 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - -0.02 + + +0.015 - - -0.03 - - - -0.04 + + +0.02 - + -0.05 +0.025 - -0.06 + +0.03 - + - -60 + +40 - - -65 + + +60 - - -70 + + +80 - - -75 + + +100 - - -80 + + +120 - - -85 + + +140 - - -90 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index fea48f1024b4..c2f7f164afb5 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,43 +9,47 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -6.6 - - - -6.8 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 15832b6ba0ef..531e42072ecf 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 05ecf26de157..fc8c0fc45212 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 + + + +180 + + + +200 - + - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - -0.016 - - - -0.017 - - - - - - + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index e59694a0c9bd..a51c71221488 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - + + +250 + + - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - -0.015 - - - -0.016 - - - -0.017 - - - -0.018 - - - - - - + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 58ce6d02afd0..3677e6cfefb7 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index db30d92ec8a1..203058f216a7 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6741 µs - 6.6879 µs - 6.7026 µs + 6.6577 µs + 6.6702 µs + 6.6844 µs R² - 0.9895528 - 0.9901448 - 0.9894784 + 0.9849236 + 0.9853975 + 0.9847855 Mean - 6.6636 µs - 6.6783 µs - 6.6932 µs + 6.6524 µs + 6.6688 µs + 6.6912 µs Std. Dev. - 62.717 ns - 75.932 ns - 89.057 ns + 42.961 ns + 101.25 ns + 159.07 ns Median - 6.6662 µs - 6.6788 µs - 6.6963 µs + 6.6418 µs + 6.6524 µs + 6.6627 µs MAD - 46.301 ns - 61.364 ns - 82.698 ns + 31.785 ns + 39.107 ns + 50.302 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.1226% - +1.4016% - +1.6678% - (p = 0.00 < + -0.4998% + -0.1423% + +0.2141% + (p = 0.47 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 785ddce560d8..233416e7abff 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 + + + +6.65 - - -50 + + +6.655 - - -55 + + +6.66 - - - + + 6.665 - - + + 6.67 - - + + 6.675 - - + + 6.68 - - + + 6.685 - - + + 6.69 - - + + 6.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 8cd9577d1bdc..8b3702439ae7 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 + + +80 - - - -6.665 + + +100 + + + +120 - - -6.67 + + + +6.64 - - -6.675 + + +6.645 - - -6.68 + + +6.65 - - -6.685 + + +6.655 - - -6.69 + + +6.66 - - -6.695 + + +6.665 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 99b4bd9f32ec..8494b0ad53d2 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -6.5 - - - + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 - - - + + 7 - + + +7.2 + + + +7.4 + + + +7.6 + + Density (a.u.) @@ -70,36 +70,46 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - - - - - - - + + +6 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index b74208e5cda8..9b42b776a9cb 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - -6.6 + +6.5 + + + +7 - - -6.8 + + +7.5 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 4a8d4637ec84..f00c59f48de3 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -21,7 +21,7 @@ Iterations (x 10^3) - + 1.0 @@ -51,10 +51,10 @@ Iterations (x 10^3) 7.0 - + 8.0 - + 0.2 @@ -83,102 +83,102 @@ Iterations (x 10^3) - - - + + + - + - + - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index e32400fad4f4..c0d653edff47 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -80,11 +80,11 @@ Iterations (x 10^3) - + - + - + @@ -97,85 +97,85 @@ Iterations (x 10^3) - - + + - - + + - - - - + + + + - + - - - - - - - - + + + + + + + + - - + + - - - - - - - + + + + + + + - - - + + + - + - + - - - + + + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 717175fa78bd..70f713418881 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,41 +6,45 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -6.6 - - - -6.8 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 5355184aa8c6..1de6081bd47c 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 03e8e0c610ec..c24698d856bc 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - -6.675 + +6.655 - - -6.68 + + +6.66 - - -6.685 + + +6.665 - - -6.69 + + +6.67 - - -6.695 + + +6.675 - - -6.7 + + +6.68 - - -6.705 + + +6.685 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 1088cde638bd..7c8e4783d785 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 - + - -6.675 + +6.655 - - -6.68 + + +6.66 - - -6.685 + + +6.665 - - -6.69 + + +6.67 - - -6.695 + + +6.675 - - -6.7 + + +6.68 - - -6.705 + + +6.685 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 0d80fdf00495..65c10a738e67 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22022.977458333335,"upper_bound":22291.966750000003},"point_estimate":22151.244999999995,"standard_error":68.82777792977481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21875.75,"upper_bound":21994.333333333332},"point_estimate":21918.333333333336,"standard_error":33.02380160646147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.64059567451568,"upper_bound":426.9887924194336},"point_estimate":332.96724408864526,"standard_error":45.59067606385468},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520.6387851863404,"upper_bound":842.3908034532083},"point_estimate":692.6411618980233,"standard_error":82.11330184147047}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23680.845400000006,"upper_bound":25618.03564999999},"point_estimate":24509.640000000003,"standard_error":503.2769545486363},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23207.199999999997,"upper_bound":23585.9},"point_estimate":23374.6,"standard_error":85.74392895301466},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":497.26403117180087,"upper_bound":833.6659651994696},"point_estimate":664.2047882080078,"standard_error":82.95836694176127},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1381.6553817044398,"upper_bound":7651.365672261106},"point_estimate":5057.40218793256,"standard_error":1683.4262228641649}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 241fedfa50e0..8d7a86e98726 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[137373.0,131285.0,131265.0,131777.0,141385.0,136787.0,132959.0,132316.0,131716.0,129511.0,147406.0,136324.0,131475.0,149176.0,132136.0,130904.0,136146.0,130383.0,129220.0,132706.0,138889.0,131375.0,131313.0,135463.0,128539.0,132306.0,128349.0,130373.0,135263.0,130292.0,129351.0,130724.0,131364.0,133099.0,137875.0,131586.0,131695.0,134509.0,131526.0,136075.0,133018.0,130423.0,132847.0,131643.0,132858.0,133158.0,130021.0,131235.0,144637.0,131494.0,130784.0,144870.0,143388.0,134590.0,129879.0,133439.0,133740.0,131055.0,130833.0,130112.0,130284.0,131274.0,131746.0,128389.0,128931.0,130164.0,141994.0,128369.0,130953.0,138198.0,130654.0,132527.0,129639.0,131143.0,133559.0,130841.0,133037.0,133390.0,128169.0,129553.0,129140.0,130173.0,128738.0,129942.0,131835.0,131426.0,130793.0,138057.0,141121.0,137175.0,131966.0,130713.0,131813.0,131996.0,131285.0,130864.0,130002.0,131154.0,130643.0,132857.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[117129.0,116198.0,116807.0,145853.0,114864.0,115816.0,120214.0,118311.0,115588.0,113153.0,115566.0,115957.0,114765.0,118522.0,120989.0,119753.0,111627.0,141986.0,114595.0,116806.0,113702.0,136456.0,114595.0,123731.0,121408.0,117822.0,118692.0,118463.0,114976.0,148952.0,159679.0,120075.0,118893.0,117451.0,117049.0,117039.0,115246.0,115606.0,118493.0,120405.0,117799.0,114574.0,113564.0,114545.0,119895.0,144552.0,113894.0,130043.0,116679.0,116768.0,116114.0,116267.0,116939.0,114214.0,114203.0,115858.0,115646.0,119123.0,118092.0,122528.0,119653.0,112811.0,114783.0,111709.0,119023.0,121587.0,116437.0,125455.0,118511.0,118060.0,116578.0,113050.0,115958.0,117101.0,117732.0,113553.0,113533.0,114643.0,121328.0,113942.0,114874.0,114404.0,114034.0,115827.0,120516.0,121076.0,143429.0,115446.0,128372.0,116087.0,112742.0,114465.0,119865.0,115424.0,291386.0,286927.0,118661.0,114854.0,119515.0,116940.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 56ff1f67efe4..a04258804faf 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[20357.54166666665,21061.104166666657,22937.270833333343,23640.83333333335] \ No newline at end of file +[20020.600000000006,21496.450000000004,25432.049999999996,26907.89999999999] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 5d78bd57aa4a..4842a2efccf1 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04638393905447066,"upper_bound":-0.0024330025084759125},"point_estimate":-0.022792290918898006,"standard_error":0.011264293122848736},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010759951940244716,"upper_bound":0.0024053076361865156},"point_estimate":-0.002646766621921759,"standard_error":0.0029199628155214064}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06796805086814041,"upper_bound":0.15724674343618072},"point_estimate":0.10646783058920661,"standard_error":0.023207479764781352},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.058204287809846766,"upper_bound":0.07675338378969276},"point_estimate":0.06644057486122712,"standard_error":0.004312197912225351}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 0d80fdf00495..65c10a738e67 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22022.977458333335,"upper_bound":22291.966750000003},"point_estimate":22151.244999999995,"standard_error":68.82777792977481},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21875.75,"upper_bound":21994.333333333332},"point_estimate":21918.333333333336,"standard_error":33.02380160646147},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243.64059567451568,"upper_bound":426.9887924194336},"point_estimate":332.96724408864526,"standard_error":45.59067606385468},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":520.6387851863404,"upper_bound":842.3908034532083},"point_estimate":692.6411618980233,"standard_error":82.11330184147047}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23680.845400000006,"upper_bound":25618.03564999999},"point_estimate":24509.640000000003,"standard_error":503.2769545486363},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23207.199999999997,"upper_bound":23585.9},"point_estimate":23374.6,"standard_error":85.74392895301466},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":497.26403117180087,"upper_bound":833.6659651994696},"point_estimate":664.2047882080078,"standard_error":82.95836694176127},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1381.6553817044398,"upper_bound":7651.365672261106},"point_estimate":5057.40218793256,"standard_error":1683.4262228641649}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 241fedfa50e0..8d7a86e98726 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[137373.0,131285.0,131265.0,131777.0,141385.0,136787.0,132959.0,132316.0,131716.0,129511.0,147406.0,136324.0,131475.0,149176.0,132136.0,130904.0,136146.0,130383.0,129220.0,132706.0,138889.0,131375.0,131313.0,135463.0,128539.0,132306.0,128349.0,130373.0,135263.0,130292.0,129351.0,130724.0,131364.0,133099.0,137875.0,131586.0,131695.0,134509.0,131526.0,136075.0,133018.0,130423.0,132847.0,131643.0,132858.0,133158.0,130021.0,131235.0,144637.0,131494.0,130784.0,144870.0,143388.0,134590.0,129879.0,133439.0,133740.0,131055.0,130833.0,130112.0,130284.0,131274.0,131746.0,128389.0,128931.0,130164.0,141994.0,128369.0,130953.0,138198.0,130654.0,132527.0,129639.0,131143.0,133559.0,130841.0,133037.0,133390.0,128169.0,129553.0,129140.0,130173.0,128738.0,129942.0,131835.0,131426.0,130793.0,138057.0,141121.0,137175.0,131966.0,130713.0,131813.0,131996.0,131285.0,130864.0,130002.0,131154.0,130643.0,132857.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0,5.0],"times":[117129.0,116198.0,116807.0,145853.0,114864.0,115816.0,120214.0,118311.0,115588.0,113153.0,115566.0,115957.0,114765.0,118522.0,120989.0,119753.0,111627.0,141986.0,114595.0,116806.0,113702.0,136456.0,114595.0,123731.0,121408.0,117822.0,118692.0,118463.0,114976.0,148952.0,159679.0,120075.0,118893.0,117451.0,117049.0,117039.0,115246.0,115606.0,118493.0,120405.0,117799.0,114574.0,113564.0,114545.0,119895.0,144552.0,113894.0,130043.0,116679.0,116768.0,116114.0,116267.0,116939.0,114214.0,114203.0,115858.0,115646.0,119123.0,118092.0,122528.0,119653.0,112811.0,114783.0,111709.0,119023.0,121587.0,116437.0,125455.0,118511.0,118060.0,116578.0,113050.0,115958.0,117101.0,117732.0,113553.0,113533.0,114643.0,121328.0,113942.0,114874.0,114404.0,114034.0,115827.0,120516.0,121076.0,143429.0,115446.0,128372.0,116087.0,112742.0,114465.0,119865.0,115424.0,291386.0,286927.0,118661.0,114854.0,119515.0,116940.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 56ff1f67efe4..a04258804faf 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[20357.54166666665,21061.104166666657,22937.270833333343,23640.83333333335] \ No newline at end of file +[20020.600000000006,21496.450000000004,25432.049999999996,26907.89999999999] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index d4b614248355..1ba6e077925c 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - -0.004 + + +0.003 - - -0.006 - - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - -240 - - - -260 - - - -280 - - - -300 + +500 - - -320 + + +550 - - -340 + + +600 - - -360 + + +650 - - -380 + + +700 - - -400 + + +750 - - -420 + + +800 - - -440 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 7c42bc150f7a..41a19e7c2b9e 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,85 +6,69 @@ micro/ops/fold:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.1 - - -0.001 + + +0.2 - - -0.0015 + + +0.3 - - -0.002 + + +0.4 - - -0.0025 + + +0.5 - - -0.003 + + +0.6 - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - + - -500 + +1 - - -550 + + +2 - - -600 + + +3 - - -650 + + +4 - - -700 + + +5 - - -750 + + +6 - - -800 + + +7 - - -850 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index c6b11ed2dbb1..cec1bf3d0c60 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,47 +16,42 @@ Average Iteration Time (µs) - - - - - - - - + + + + + + + - -22.0 + +25.0 - - -24.0 - - - -26.0 + + +30.0 - - -28.0 + + +35.0 - - -30.0 + + +40.0 - - -32.0 + + +45.0 - - -34.0 + + +50.0 - - -36.0 + + +55.0 - + 0 @@ -102,206 +97,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 80e7bd334bc9..8a4de2ff3d31 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -42,30 +42,30 @@ Average Time (µs) - + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - - - + + +50 + + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 5b2e2047a95c..8f8e34f8d287 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - - -30 + + +14 - - -35 + + +16 - + - --0.05 - - - --0.045 - - - --0.04 - - - --0.035 - - - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - --6.9389e-18 - - - - - - + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + + +0.11 + + + +0.12 + + + +0.13 + + + +0.14 + + + +0.15 + + + +0.16 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index db1d9a4ab929..1657e364aac8 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,75 +9,79 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - - - - + +0.058 + + + +0.06 + + + +0.062 + + + +0.064 + + + +0.066 + + + +0.068 + + + +0.07 + + + +0.072 + + + +0.074 + + + +0.076 + + + +0.078 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 51f05fa3a3f3..a64bdef9134d 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 06b43b9b2c52..cc5b099c32a2 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000014 - 0.0000015 - 0.0000014 + 0.0004835 + 0.0004966 + 0.0004736 Mean - 22.023 µs - 22.151 µs - 22.292 µs + 23.681 µs + 24.510 µs + 25.618 µs Std. Dev. - 520.64 ns - 692.64 ns - 842.39 ns + 1.3817 µs + 5.0574 µs + 7.6514 µs Median - 21.876 µs - 21.918 µs - 21.994 µs + 23.207 µs + 23.375 µs + 23.586 µs MAD - 243.64 ns - 332.97 ns - 426.99 ns + 497.26 ns + 664.20 ns + 833.67 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -4.6384% - -2.2792% - -0.2433% - (p = 0.05 < + +6.7968% + +10.647% + +15.725% + (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 678451b6d49b..bb4a16d2e164 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (µs) - - - - - - - + + + + + + + - -21.5 + +25.0 - - -22.0 + + +30.0 - - -22.5 + + +35.0 - - -23.0 + + +40.0 - - -23.5 + + +45.0 - - -24.0 + + +50.0 - - -24.5 + + +55.0 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 9c650eaed381..6fb0e9ccb603 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (µs) - - - - - - - + + + + + + + - -21.5 + +25.0 - - -22.0 + + +30.0 - - -22.5 + + +35.0 - - -23.0 + + +40.0 - - -23.5 + + +45.0 - - -24.0 + + +50.0 - - -24.5 + + +55.0 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 2cf3fe757df9..b627a97f3a3c 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - - -22 + + +0.7 + + + +0.8 - - -22.05 + + + +23.5 - - -22.1 + + +24 - - -22.15 + + +24.5 - - -22.2 + + +25 - - -22.25 + + +25.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index e874a5bfcaa2..6de9e2e77f77 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - - -10 + + +8 - - -12 + + +9 - - -14 + + + +23.2 - - -16 + + +23.25 - - - -21.88 + + +23.3 - - -21.9 + + +23.35 - - -21.92 + + +23.4 - - -21.94 + + +23.45 - - -21.96 + + +23.5 - - -21.98 + + +23.55 - - -22 + + +23.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index 8078a816f7f4..4cb76aef51e0 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -13,75 +13,83 @@ Average Time (µs) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - + -3 +2.5 - + +3 + + + +3.5 + + + 4 - - -5 + + +4.5 - + -6 +5 - -20.5 - - - -21 + +20 - - -21.5 + + +25 - + -22 +30 - -22.5 - - - -23 + +35 - - -23.5 + + +40 - - -24 + + +45 - - -24.5 + + +50 - - -25 + + +55 - - -25.5 + + +60 - + Density (a.u.) @@ -90,68 +98,66 @@ Density (a.u.) 0 - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 + + +0.06 - - -0.4 + + +0.08 - - -0.5 + + +0.1 - - -0.6 - - - -0.7 - - - -0.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 77fe7c572663..f4e716f03ad6 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,63 +10,63 @@ Average Time (µs) 0 - -0.1 + +0.02 - - -0.2 + + +0.04 - - -0.3 + + +0.06 - - -0.4 + + +0.08 - - -0.5 + + +0.1 - - -0.6 + + +0.12 - - -0.7 + + +0.14 - - -0.8 + + +0.16 - - -0.9 + + +0.18 - + - -21 + +20 - + -22 +30 - -23 + +40 - - -24 + + +50 - - -25 + + +60 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 93154c2cacd3..336edbfb186a 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,47 +13,42 @@ Average Iteration Time (µs) - - - - - - - - + + + + + + + - -22.0 + +25.0 - - -24.0 - - - -26.0 + + +30.0 - - -28.0 + + +35.0 - - -30.0 + + +40.0 - - -32.0 + + +45.0 - - -34.0 + + +50.0 - - -36.0 + + +55.0 - + 0 @@ -99,204 +94,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index f7abf705c019..c6322aba2710 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -39,28 +39,28 @@ Average Time (µs) - + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - - - + + +50 + + + +60 + + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 5474a49f2214..b43ae3a5324a 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - -1 + +0.1 - - -2 + + +0.2 - - -3 + + +0.3 - - -4 + + +0.4 - - -5 + + +0.5 - - -6 + + +0.6 - - - -22 + + +0.7 + + + +0.8 - - -22.05 + + + +23.5 - - -22.1 + + +24 - - -22.15 + + +24.5 - - -22.2 + + +25 - - -22.25 + + +25.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index b53420824135..3b52372b55c1 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8836.107279948565,"upper_bound":8971.627363681295},"point_estimate":8895.981943747103,"standard_error":34.72088644678692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8790.060657313774,"upper_bound":8920.6875},"point_estimate":8883.219255952381,"standard_error":27.6438843562519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.30677794239472,"upper_bound":285.14220225478584},"point_estimate":246.12998837655687,"standard_error":25.665695742877624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8827.9675980068,"upper_bound":9005.067282320557},"point_estimate":8897.364075027972,"standard_error":48.042122700269026},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.39892480767037,"upper_bound":521.040536299002},"point_estimate":347.325424321408,"standard_error":101.72018257472203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896.153876050608,"upper_bound":9134.473678372407},"point_estimate":8995.199805901568,"standard_error":61.94714029494138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8830.484285714287,"upper_bound":8999.79969807723},"point_estimate":8940.907704415895,"standard_error":45.20560742358856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.79380186472937,"upper_bound":407.40267307670007},"point_estimate":329.38519217321397,"standard_error":46.8683119688764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8883.757636831378,"upper_bound":9037.373833709891},"point_estimate":8952.186494753953,"standard_error":39.326044299096466},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.27716407175194,"upper_bound":990.0600116584666},"point_estimate":622.9294580596752,"standard_error":237.7549675615285}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 59bdb7cf67d1..4fae677fd48a 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127328.0,272508.0,393306.0,510378.0,640266.0,764487.0,886358.0,1013839.0,1142861.0,1271268.0,1434747.0,1531056.0,1662655.0,1783612.0,1914194.0,2063771.0,2170560.0,2315654.0,2440471.0,2507813.0,2693035.0,2805679.0,2883410.0,2997351.0,3109204.0,3218153.0,3376061.0,3430066.0,3471406.0,3529498.0,3637362.0,3795184.0,3995578.0,4014021.0,4268768.0,4370028.0,4534683.0,4547301.0,4717360.0,4913304.0,5201867.0,5062380.0,5229737.0,5344918.0,5519916.0,5613343.0,5668729.0,5856569.0,6007403.0,6018001.0,6195347.0,6346735.0,6480276.0,6512135.0,6706900.0,6857222.0,6931744.0,7111057.0,7273910.0,7430101.0,7375949.0,7482048.0,7762314.0,7803598.0,7953869.0,8057900.0,8138687.0,8352786.0,8354241.0,8494186.0,8636608.0,9057368.0,9205676.0,9279296.0,9385264.0,12308352.0,9616699.0,9839489.0,9891528.0,10067061.0,10163085.0,10227199.0,10302090.0,10587078.0,10579470.0,10665399.0,10846304.0,11076748.0,11072861.0,11185040.0,11388675.0,11427506.0,11599674.0,11681445.0,11848958.0,11938750.0,12199763.0,12203892.0,12515576.0,12439909.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[132997.0,259835.0,388987.0,523158.0,662578.0,784833.0,907303.0,1037414.0,1167188.0,1329124.0,1426807.0,1588505.0,1677092.0,1839564.0,1933321.0,2057398.0,2202404.0,2389942.0,2466436.0,2601379.0,2708920.0,2792585.0,2876244.0,2985746.0,3099769.0,3239762.0,3824699.0,3475035.0,3453387.0,3511120.0,3652017.0,3753078.0,3937667.0,4113547.0,4210604.0,4400648.0,4417955.0,4621855.0,4730054.0,4845795.0,4948914.0,5154793.0,5317670.0,8870390.0,5546826.0,5653971.0,5781208.0,5904456.0,5888030.0,6110383.0,6163142.0,6289545.0,6428631.0,6570024.0,6706487.0,6870590.0,6970603.0,7087217.0,7148877.0,7354254.0,7346766.0,7510978.0,7844595.0,7720391.0,7992312.0,8087650.0,8131327.0,8293043.0,8429607.0,8437613.0,8606640.0,9116663.0,9146267.0,9373774.0,9447998.0,9616297.0,9833499.0,9811883.0,9981497.0,10049136.0,10111165.0,10224446.0,10418771.0,10577880.0,10662179.0,10742991.0,10960469.0,11116535.0,11235157.0,11445540.0,12180886.0,11611329.0,11719115.0,11829698.0,12018100.0,12094428.0,12334898.0,12350855.0,12562926.0,12679590.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index b25192ac395b..39180824ea41 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7820.784012049593,8266.08875927155,9453.568085196768,9898.872832418725] \ No newline at end of file +[7563.30978391357,8137.062672227985,9667.070374399758,10240.823262714173] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 510368c4af26..4d42235f9870 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018883550782673716,"upper_bound":0.011393520789261593},"point_estimate":-0.0015132548934033707,"standard_error":0.0077467804982306165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015210316285831915,"upper_bound":0.007580003374902056},"point_estimate":-0.0057951106155393894,"standard_error":0.005019607455191889}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024578247777852307,"upper_bound":0.02859086115747548},"point_estimate":0.011153109660277938,"standard_error":0.007802729150773418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005590414251034237,"upper_bound":0.018315334054629595},"point_estimate":0.006494092603293478,"standard_error":0.0058851501951190325}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index b53420824135..3b52372b55c1 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8836.107279948565,"upper_bound":8971.627363681295},"point_estimate":8895.981943747103,"standard_error":34.72088644678692},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8790.060657313774,"upper_bound":8920.6875},"point_estimate":8883.219255952381,"standard_error":27.6438843562519},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.30677794239472,"upper_bound":285.14220225478584},"point_estimate":246.12998837655687,"standard_error":25.665695742877624},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8827.9675980068,"upper_bound":9005.067282320557},"point_estimate":8897.364075027972,"standard_error":48.042122700269026},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":189.39892480767037,"upper_bound":521.040536299002},"point_estimate":347.325424321408,"standard_error":101.72018257472203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8896.153876050608,"upper_bound":9134.473678372407},"point_estimate":8995.199805901568,"standard_error":61.94714029494138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8830.484285714287,"upper_bound":8999.79969807723},"point_estimate":8940.907704415895,"standard_error":45.20560742358856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.79380186472937,"upper_bound":407.40267307670007},"point_estimate":329.38519217321397,"standard_error":46.8683119688764},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8883.757636831378,"upper_bound":9037.373833709891},"point_estimate":8952.186494753953,"standard_error":39.326044299096466},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":261.27716407175194,"upper_bound":990.0600116584666},"point_estimate":622.9294580596752,"standard_error":237.7549675615285}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 59bdb7cf67d1..4fae677fd48a 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127328.0,272508.0,393306.0,510378.0,640266.0,764487.0,886358.0,1013839.0,1142861.0,1271268.0,1434747.0,1531056.0,1662655.0,1783612.0,1914194.0,2063771.0,2170560.0,2315654.0,2440471.0,2507813.0,2693035.0,2805679.0,2883410.0,2997351.0,3109204.0,3218153.0,3376061.0,3430066.0,3471406.0,3529498.0,3637362.0,3795184.0,3995578.0,4014021.0,4268768.0,4370028.0,4534683.0,4547301.0,4717360.0,4913304.0,5201867.0,5062380.0,5229737.0,5344918.0,5519916.0,5613343.0,5668729.0,5856569.0,6007403.0,6018001.0,6195347.0,6346735.0,6480276.0,6512135.0,6706900.0,6857222.0,6931744.0,7111057.0,7273910.0,7430101.0,7375949.0,7482048.0,7762314.0,7803598.0,7953869.0,8057900.0,8138687.0,8352786.0,8354241.0,8494186.0,8636608.0,9057368.0,9205676.0,9279296.0,9385264.0,12308352.0,9616699.0,9839489.0,9891528.0,10067061.0,10163085.0,10227199.0,10302090.0,10587078.0,10579470.0,10665399.0,10846304.0,11076748.0,11072861.0,11185040.0,11388675.0,11427506.0,11599674.0,11681445.0,11848958.0,11938750.0,12199763.0,12203892.0,12515576.0,12439909.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[132997.0,259835.0,388987.0,523158.0,662578.0,784833.0,907303.0,1037414.0,1167188.0,1329124.0,1426807.0,1588505.0,1677092.0,1839564.0,1933321.0,2057398.0,2202404.0,2389942.0,2466436.0,2601379.0,2708920.0,2792585.0,2876244.0,2985746.0,3099769.0,3239762.0,3824699.0,3475035.0,3453387.0,3511120.0,3652017.0,3753078.0,3937667.0,4113547.0,4210604.0,4400648.0,4417955.0,4621855.0,4730054.0,4845795.0,4948914.0,5154793.0,5317670.0,8870390.0,5546826.0,5653971.0,5781208.0,5904456.0,5888030.0,6110383.0,6163142.0,6289545.0,6428631.0,6570024.0,6706487.0,6870590.0,6970603.0,7087217.0,7148877.0,7354254.0,7346766.0,7510978.0,7844595.0,7720391.0,7992312.0,8087650.0,8131327.0,8293043.0,8429607.0,8437613.0,8606640.0,9116663.0,9146267.0,9373774.0,9447998.0,9616297.0,9833499.0,9811883.0,9981497.0,10049136.0,10111165.0,10224446.0,10418771.0,10577880.0,10662179.0,10742991.0,10960469.0,11116535.0,11235157.0,11445540.0,12180886.0,11611329.0,11719115.0,11829698.0,12018100.0,12094428.0,12334898.0,12350855.0,12562926.0,12679590.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index b25192ac395b..39180824ea41 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7820.784012049593,8266.08875927155,9453.568085196768,9898.872832418725] \ No newline at end of file +[7563.30978391357,8137.062672227985,9667.070374399758,10240.823262714173] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 1672081e1a81..552dc89cbc0b 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - + + +0.005 + + + 0.006 - - -0.008 + + +0.007 - - -0.01 + + +0.008 - - -0.012 + + + +240 - - -0.014 + + +260 - - -0.016 + + +280 - - -0.018 + + +300 - - - -180 + + +320 - - -200 + + +340 - - -220 + + +360 - - -240 + + +380 - - -260 + + +400 - - -280 + + +420 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index b9d04a24df9f..c65adec7ffc9 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - -0.003 + + +0.0025 - - -0.004 + + +0.003 - - -0.005 + + +0.0035 - - -0.006 + + +0.004 - - -0.007 + + +0.0045 - - -0.008 + + +0.005 - - -0.009 + + +0.0055 - + - + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 7519def6ec0c..65f4efd3ec59 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -38,26 +38,26 @@ Average Time (µs) - + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 404c49b938fe..784c071a3f68 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 23fd5b155a91..80711365cee5 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + - --0.02 - - - --0.015 - - - --0.01 - - - + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index fa3aeba02802..1d47ac2775cb 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,63 +9,63 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - -40 + + +30 - - -60 - - - -80 + + +40 - - -100 + + +50 - - -120 + + +60 - + -140 +70 - --0.015 - - - --0.01 - - - + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 4274f3406e3f..4b62e0889982 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,69 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index e52eeba67ce5..640843dd77bc 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8280 µs - 8.8974 µs - 9.0051 µs + 8.8838 µs + 8.9522 µs + 9.0374 µs R² - 0.7972073 - 0.8025845 - 0.7897536 + 0.7372915 + 0.7414949 + 0.7350007 Mean - 8.8361 µs - 8.8960 µs - 8.9716 µs + 8.8962 µs + 8.9952 µs + 9.1345 µs Std. Dev. - 189.40 ns - 347.33 ns - 521.04 ns + 261.28 ns + 622.93 ns + 990.06 ns Median - 8.7901 µs - 8.8832 µs - 8.9207 µs + 8.8305 µs + 8.9409 µs + 8.9998 µs MAD - 186.31 ns - 246.13 ns - 285.14 ns + 242.79 ns + 329.39 ns + 407.40 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.8884% - -0.1513% - +1.1394% - (p = 0.87 > + -0.2458% + +1.1153% + +2.8591% + (p = 0.18 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index 417f08519d41..e3763040dfe6 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 + + +4 - - -8 + + +5 - - -10 + + +6 - - -12 + + +7 - + - -8.84 - - - -8.86 - - - -8.88 - - - + 8.9 - - -8.92 + + +8.95 + + + +9 - - -8.94 + + +9.05 - - -8.96 + + +9.1 - - -8.98 + + +9.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 6dbbb2ce6c6a..e9feab809933 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 + + + +3 - - -15 + + +4 - - -20 + + +5 - - -25 + + +6 - - -30 + + +7 - - -35 + + +8 - - - -8.78 + + +9 - - -8.8 + + +10 - - + + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - + + 8.92 - - - - + + +8.94 + + + +8.96 + + + +8.98 + + + +9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index e2baeae37247..53d1e5aafde4 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,42 +42,38 @@ Average Time (µs) - + 8 - - -8.5 - - - + + 9 - - -9.5 - - - + + 10 - - -10.5 - - - + + 11 - - -11.5 - - - + + 12 - + + +13 + + + +14 + + + +15 + + Density (a.u.) @@ -86,44 +82,56 @@ Density (a.u.) 0 - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - + -0.6 +0.4 - -0.8 + +0.5 - - -1 + + +0.6 + + + +0.7 - + -1.2 +0.8 - -1.4 + +0.9 + + + +1 - - - - - + + + + + - - - - - + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 2cbc9cfba7c1..b0c0c1c6cdc8 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,59 +10,43 @@ Average Time (µs) 0 - + 0.2 - - -0.4 - - + -0.6 +0.4 - -0.8 - - - -1 + +0.6 - + -1.2 +0.8 - -1.4 - - - -1.6 + +1 - + - + 8 - - -9 - - - + + 10 - - -11 - - - + + 12 - - - + + +14 + + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index dbf8c3b8cce0..0330c94d1457 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -78,105 +78,105 @@ Iterations (x 10^3) - + - + - - - + + + - + - - - + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - - + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 0cf352f4bbf6..b169105c8865 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -13,36 +13,36 @@ Iterations (x 10^3) - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -82,96 +82,96 @@ Iterations (x 10^3) - - + + - - + + - + - + - + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - + + + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - + - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 59edab5f768b..ccf19df7da93 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -35,24 +35,24 @@ Average Time (µs) - + 8 - - + + 10 - - + + 12 - - + + 14 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 1569fa1c5fc9..b4c78036a3cb 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -18,7 +18,7 @@ Iterations (x 10^3) - + @@ -41,10 +41,10 @@ Iterations (x 10^3) 8.0 - + 10.0 - + 12.0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 89753c692e55..ee9c66e64998 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,98 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - + 5 - + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -8.82 - - - -8.84 - - - -8.86 - - - + 8.88 - - + + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - + + 9 - - + + 9.02 - - - - + + +9.04 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 22862a706579..c1890703ddc2 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,98 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - + 5 - + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - + - -8.82 - - - -8.84 - - - -8.86 - - - + 8.88 - - + + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - + + 9 - - + + 9.02 - - - - + + +9.04 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index b5ee6154f5c9..e1baf5eb71ca 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.5820989993513,"upper_bound":3981.921526470594},"point_estimate":3973.0543679717416,"standard_error":4.435290686126984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3957.082897603486,"upper_bound":3985.622619047619},"point_estimate":3971.3395238095236,"standard_error":7.296839025983595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.81263204738839,"upper_bound":51.44120844784731},"point_estimate":39.96849536160795,"standard_error":4.787770927611621},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.20270286943,"upper_bound":3987.2960371293766},"point_estimate":3975.546673759913,"standard_error":5.873007594039843},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.16288078948228,"upper_bound":51.38887124054618},"point_estimate":44.47336723244443,"standard_error":3.646751237627366}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3962.841064427571,"upper_bound":4011.5604444074197},"point_estimate":3982.829623843583,"standard_error":12.63453881161363},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.8,"upper_bound":3971.5061562998408},"point_estimate":3957.9472146118724,"standard_error":6.757295412223089},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.02910143136998,"upper_bound":53.60830099948185},"point_estimate":41.53594691887893,"standard_error":5.512293827561455},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3947.973614514875,"upper_bound":3974.0781553548522},"point_estimate":3959.701550071425,"standard_error":6.672281120392884},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.47984006034901,"upper_bound":202.544912677217},"point_estimate":127.06736941889302,"standard_error":48.894408476948854}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index e0984df0bc5a..cf16edc2ebd0 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[58848.0,117769.0,177245.0,235251.0,292232.0,355019.0,409868.0,483671.0,534143.0,619315.0,649526.0,700607.0,768147.0,820913.0,883017.0,944294.0,1009164.0,1066360.0,1125435.0,1191480.0,1239664.0,1302404.0,1380174.0,1417047.0,1482843.0,1528929.0,1594538.0,1667643.0,1718494.0,1824067.0,1855656.0,1912451.0,1957864.0,2038716.0,2094505.0,2175216.0,2206671.0,2264866.0,2318931.0,2392779.0,2489392.0,2517041.0,2567917.0,2642348.0,2685640.0,2751766.0,2814056.0,2871177.0,2997819.0,2999963.0,3061065.0,3096814.0,3172521.0,3252588.0,3326195.0,3347923.0,3443558.0,3478508.0,3535671.0,3639691.0,3650714.0,3718429.0,3845898.0,3833888.0,3906596.0,3926452.0,3946275.0,4036702.0,4073592.0,4169633.0,4165224.0,4269146.0,4325629.0,4393123.0,4437255.0,4629210.0,4596900.0,4621330.0,4720754.0,4784968.0,4843529.0,4913375.0,4857116.0,4953785.0,5010395.0,5156100.0,5173063.0,5379859.0,5252636.0,5271491.0,5388280.0,5411726.0,5487620.0,5505600.0,5646048.0,5722030.0,5815832.0,5907681.0,5986575.0,6006127.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[76291.0,116717.0,190799.0,236440.0,295418.0,355032.0,415159.0,476994.0,530390.0,603853.0,648396.0,706513.0,768806.0,825340.0,889461.0,945024.0,1012395.0,1064387.0,1131990.0,1178336.0,1259004.0,1299662.0,1373901.0,1433058.0,1478780.0,1539222.0,1603884.0,1682472.0,1712144.0,1781338.0,1836840.0,1947410.0,1992121.0,2093953.0,2042065.0,2243639.0,2184252.0,2239555.0,2327792.0,2396423.0,2419145.0,2521514.0,2682366.0,2617540.0,2724649.0,2749700.0,2821699.0,2848390.0,2918356.0,3010342.0,3041413.0,3106478.0,3281059.0,3278257.0,3276172.0,3336060.0,3413804.0,3467454.0,3555355.0,3582904.0,3644057.0,3698574.0,3825427.0,3835404.0,3914431.0,3982661.0,3931112.0,4018054.0,4040231.0,4112503.0,4194347.0,4271098.0,4333544.0,4400995.0,4453110.0,4467008.0,4534631.0,4690822.0,4948247.0,4750401.0,4798855.0,4830398.0,4860674.0,5011274.0,5095525.0,5167227.0,5106606.0,5196466.0,5207467.0,5306531.0,5388646.0,5414144.0,5473605.0,5560150.0,5563865.0,5627858.0,5716516.0,5770429.0,5818662.0,5915510.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 8ad9112dd1d3..15112f2cd991 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3762.414976720507,3850.3905130516114,4084.99194326789,4172.967479598994] \ No newline at end of file +[3748.4753957768753,3840.671575485547,4086.5280547086713,4178.724234417343] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index aff55eabcc7c..c9c97b32b761 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015222132473532768,"upper_bound":-0.00288907581458986},"point_estimate":-0.008931355352215453,"standard_error":0.0031539259556520264},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0136031508691562,"upper_bound":0.00007813357340658023},"point_estimate":-0.009076588749370229,"standard_error":0.0035218002886338797}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003229895767018849,"upper_bound":0.010479207636820694},"point_estimate":0.0024603881463700628,"standard_error":0.003522961592943166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008089759225256787,"upper_bound":0.0018913801594602443},"point_estimate":-0.003372239799030008,"standard_error":0.0025400913809416918}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index b5ee6154f5c9..e1baf5eb71ca 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.5820989993513,"upper_bound":3981.921526470594},"point_estimate":3973.0543679717416,"standard_error":4.435290686126984},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3957.082897603486,"upper_bound":3985.622619047619},"point_estimate":3971.3395238095236,"standard_error":7.296839025983595},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.81263204738839,"upper_bound":51.44120844784731},"point_estimate":39.96849536160795,"standard_error":4.787770927611621},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3964.20270286943,"upper_bound":3987.2960371293766},"point_estimate":3975.546673759913,"standard_error":5.873007594039843},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.16288078948228,"upper_bound":51.38887124054618},"point_estimate":44.47336723244443,"standard_error":3.646751237627366}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3962.841064427571,"upper_bound":4011.5604444074197},"point_estimate":3982.829623843583,"standard_error":12.63453881161363},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3944.8,"upper_bound":3971.5061562998408},"point_estimate":3957.9472146118724,"standard_error":6.757295412223089},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.02910143136998,"upper_bound":53.60830099948185},"point_estimate":41.53594691887893,"standard_error":5.512293827561455},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3947.973614514875,"upper_bound":3974.0781553548522},"point_estimate":3959.701550071425,"standard_error":6.672281120392884},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48.47984006034901,"upper_bound":202.544912677217},"point_estimate":127.06736941889302,"standard_error":48.894408476948854}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index e0984df0bc5a..cf16edc2ebd0 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[58848.0,117769.0,177245.0,235251.0,292232.0,355019.0,409868.0,483671.0,534143.0,619315.0,649526.0,700607.0,768147.0,820913.0,883017.0,944294.0,1009164.0,1066360.0,1125435.0,1191480.0,1239664.0,1302404.0,1380174.0,1417047.0,1482843.0,1528929.0,1594538.0,1667643.0,1718494.0,1824067.0,1855656.0,1912451.0,1957864.0,2038716.0,2094505.0,2175216.0,2206671.0,2264866.0,2318931.0,2392779.0,2489392.0,2517041.0,2567917.0,2642348.0,2685640.0,2751766.0,2814056.0,2871177.0,2997819.0,2999963.0,3061065.0,3096814.0,3172521.0,3252588.0,3326195.0,3347923.0,3443558.0,3478508.0,3535671.0,3639691.0,3650714.0,3718429.0,3845898.0,3833888.0,3906596.0,3926452.0,3946275.0,4036702.0,4073592.0,4169633.0,4165224.0,4269146.0,4325629.0,4393123.0,4437255.0,4629210.0,4596900.0,4621330.0,4720754.0,4784968.0,4843529.0,4913375.0,4857116.0,4953785.0,5010395.0,5156100.0,5173063.0,5379859.0,5252636.0,5271491.0,5388280.0,5411726.0,5487620.0,5505600.0,5646048.0,5722030.0,5815832.0,5907681.0,5986575.0,6006127.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[76291.0,116717.0,190799.0,236440.0,295418.0,355032.0,415159.0,476994.0,530390.0,603853.0,648396.0,706513.0,768806.0,825340.0,889461.0,945024.0,1012395.0,1064387.0,1131990.0,1178336.0,1259004.0,1299662.0,1373901.0,1433058.0,1478780.0,1539222.0,1603884.0,1682472.0,1712144.0,1781338.0,1836840.0,1947410.0,1992121.0,2093953.0,2042065.0,2243639.0,2184252.0,2239555.0,2327792.0,2396423.0,2419145.0,2521514.0,2682366.0,2617540.0,2724649.0,2749700.0,2821699.0,2848390.0,2918356.0,3010342.0,3041413.0,3106478.0,3281059.0,3278257.0,3276172.0,3336060.0,3413804.0,3467454.0,3555355.0,3582904.0,3644057.0,3698574.0,3825427.0,3835404.0,3914431.0,3982661.0,3931112.0,4018054.0,4040231.0,4112503.0,4194347.0,4271098.0,4333544.0,4400995.0,4453110.0,4467008.0,4534631.0,4690822.0,4948247.0,4750401.0,4798855.0,4830398.0,4860674.0,5011274.0,5095525.0,5167227.0,5106606.0,5196466.0,5207467.0,5306531.0,5388646.0,5414144.0,5473605.0,5560150.0,5563865.0,5627858.0,5716516.0,5770429.0,5818662.0,5915510.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 8ad9112dd1d3..15112f2cd991 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3762.414976720507,3850.3905130516114,4084.99194326789,4172.967479598994] \ No newline at end of file +[3748.4753957768753,3840.671575485547,4086.5280547086713,4178.724234417343] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 237a7256ea76..43c22970a457 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,98 +9,70 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - -0.1 - - - -0.11 - - + - -32 + +30 - - -34 + + +35 - - -36 - - - -38 - - - + + 40 - - -42 - - + -44 +45 - -46 - - - -48 - - - + 50 - - -52 + + +55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 8d932aa2bea0..1dc093493868 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (ns) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 + +0.005 - - -0.06 - - - -0.07 - - - -0.08 + + +0.01 - - -0.09 + + +0.015 - - -0.1 + + +0.02 - - -0.11 + + +0.025 - + - -36 + +40 - - -38 + + +60 - - -40 + + +80 - - -42 + + +100 - - -44 + + +120 - - -46 + + +140 - - -48 + + +160 - - -50 + + +180 - - -52 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index db524beba076..6569fbdd64fd 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -42,18 +42,22 @@ Average Time (µs) - + 4 - - + + 4.5 - - - - - + + +5 + + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 2c8020153ac5..81208b00d980 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index a5e7bd0b49a2..14cfba3b702c 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + +110 - + - --0.016 + +-0.004 - - --0.014 + + +-0.002 - - --0.012 + + +0 - - --0.01 + + +0.002 - - --0.008 + + +0.004 - - --0.006 + + +0.006 - - --0.004 + + +0.008 - - --0.002 + + +0.01 + + + +0.012 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 4b85fd99c685..3e1deb8debb2 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,71 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - - --0.014 - - - --0.012 + + +160 - - --0.01 + + +180 - - + + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - - - - + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index cb828d433683..909130b2c16e 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 327a41395484..dd9eaaeb2ce9 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9642 µs - 3.9755 µs - 3.9873 µs + 3.9480 µs + 3.9597 µs + 3.9741 µs R² - 0.9837613 - 0.9848204 - 0.9836843 + 0.9731533 + 0.9743250 + 0.9725653 Mean - 3.9646 µs - 3.9731 µs - 3.9819 µs + 3.9628 µs + 3.9828 µs + 4.0116 µs Std. Dev. - 37.163 ns - 44.473 ns - 51.389 ns + 48.480 ns + 127.07 ns + 202.54 ns Median - 3.9571 µs - 3.9713 µs - 3.9856 µs + 3.9448 µs + 3.9579 µs + 3.9715 µs MAD - 32.813 ns - 39.968 ns - 51.441 ns + 32.029 ns + 41.536 ns + 53.608 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.5222% - -0.8931% - -0.2889% - (p = 0.00 < + -0.3230% + +0.2460% + +1.0479% + (p = 0.52 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index d490b3b4ce31..b271b3d74255 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 - - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - - -90 + + +35 - + - -3.964 - - - -3.966 + +3.96 - - -3.968 - - - + + 3.97 - - -3.972 - - - -3.974 - - - -3.976 + + +3.98 - - -3.978 + + +3.99 - - -3.98 + + +4 - - -3.982 + + +4.01 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index 8d6c9d2e83bb..f2c486269840 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + - + +3.945 + + + +3.95 + + + 3.955 - - + + 3.96 - - + + 3.965 - - + + 3.97 - - -3.975 - - - -3.98 - - - -3.985 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index bb8a020e688e..309d32bbd0ab 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,34 +42,38 @@ Average Time (µs) - -3.85 + +3.8 - - -3.9 + + +4 - - -3.95 + + +4.2 - - -4 + + +4.4 - - -4.05 + + +4.6 - - -4.1 + + +4.8 + + + +5 - - -4.15 + + +5.2 - + Density (a.u.) @@ -78,46 +82,46 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - - -8 - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index a1ae8e120555..8606938e12c0 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - + - -3.9 - - - + 4 - - -4.1 + + +4.5 + + + +5 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 061bbf599bbf..095ae65eeb22 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,37 +15,62 @@ Iterations (x 10^3) + - - - - - + + + + + + + + + + +0.5 + + 1.0 - + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -76,107 +101,107 @@ Iterations (x 10^3) - + - - + + - - - + + + - + - + - + - - - - - + + + + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - + + + + + + + - - - + + + - - + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 6574004ac0f3..32a850caa594 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -12,37 +12,62 @@ Iterations (x 10^3) + - - - - - + + + + + + + + + + +0.5 + + 1.0 - + +1.5 + + + 2.0 - - + + +2.5 + + + 3.0 - - + + +3.5 + + + 4.0 - - + + +4.5 + + + 5.0 - - -6.0 + + +5.5 - + 0.2 @@ -73,15 +98,15 @@ Iterations (x 10^3) - + - + - - - + + + @@ -92,86 +117,86 @@ Iterations (x 10^3) - + - - - + + + - - - + + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - - - - + + + + + + - + - - + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - + - - + + - - + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 2564a8c22924..5c4a40c4c0eb 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -39,16 +39,20 @@ Average Time (µs) - + 4 - - + + 4.5 - - - - - + + +5 + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index 24e4da4f4a5e..614c172ee3c5 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 233e3201c2b0..6ed86deb5752 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +3.95 + + + +3.955 + + + +3.96 + + + 3.965 - - + + 3.97 - - + + 3.975 - - -3.98 - - - -3.985 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 495d9f4a8bab..c8df135344f0 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +3.95 + + + +3.955 + + + +3.96 + + + 3.965 - - + + 3.97 - - + + 3.975 - - -3.98 - - - -3.985 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index 04f03ef93343..89b50021b43b 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76608.97051726466,"upper_bound":76845.0657560042},"point_estimate":76721.72512032642,"standard_error":60.26922175881334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76579.14135021096,"upper_bound":76756.78222222222},"point_estimate":76693.93318781031,"standard_error":36.58239644325488},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.0377950971735,"upper_bound":451.33008595582777},"point_estimate":312.9734564806343,"standard_error":54.01243938956777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76802.00037215003,"upper_bound":77095.12986899773},"point_estimate":76937.38791586622,"standard_error":74.97109143545606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.42253795429383,"upper_bound":783.4376612844369},"point_estimate":606.3646723426127,"standard_error":91.23796678621288}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76518.2861398604,"upper_bound":76667.96072371448},"point_estimate":76593.61459215062,"standard_error":38.30495299530116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76521.95608654911,"upper_bound":76678.20736434108},"point_estimate":76609.08159722222,"standard_error":38.95280776343988},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230.973342444408,"upper_bound":403.07671992729587},"point_estimate":315.56099889450854,"standard_error":42.99077540348991},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76672.63040924123,"upper_bound":76798.0016793354},"point_estimate":76733.81379291661,"standard_error":31.966670338572293},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312.10643287140863,"upper_bound":453.11215171476186},"point_estimate":385.0421097839087,"standard_error":35.975001038668005}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index 6b250a6dc5fe..3c8af71c3829 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453645.0,920642.0,1361042.0,1833750.0,2268041.0,2733826.0,3188942.0,3643954.0,4095769.0,4583286.0,5010565.0,5524309.0,5929334.0,6402481.0,6870130.0,7299186.0,7807372.0,8264935.0,8696152.0,9123294.0,9618550.0,10040006.0,10720153.0,10970153.0,11485293.0,11871325.0,12437095.0,12940662.0,13579863.0,13726411.0,14156335.0,14765023.0,15284006.0,15601887.0,16059930.0,16490361.0,17014346.0,17475031.0,18015573.0,18453901.0,18999892.0,19323877.0,19814981.0,20267337.0,20672497.0,21225506.0,21649817.0,22214443.0,22754670.0,22943432.0,23433026.0,23931539.0,24419188.0,24800110.0,25378998.0,25764132.0,26316809.0,26642841.0,27150410.0,27598526.0,28439517.0,28478668.0,29200659.0,29374229.0,29917183.0,30369950.0,30845971.0,31662461.0,31639209.0,32229364.0,32716141.0,34541045.0,34374340.0,34009065.0,34540552.0,34878178.0,35478368.0,35927573.0,36298513.0,36861495.0,37316194.0,37755380.0,38493200.0,38553975.0,39099412.0,39673264.0,40229542.0,40489791.0,41002077.0,42173274.0,42413742.0,42214765.0,42977932.0,43327774.0,43717987.0,44089674.0,44695399.0,45289748.0,45643466.0,46650340.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[457908.0,907520.0,1383430.0,1813748.0,2265682.0,2765051.0,3176134.0,3679020.0,4099392.0,4588521.0,5013264.0,5469723.0,5973562.0,6395960.0,6856155.0,7329390.0,7794539.0,8206158.0,8722675.0,9143831.0,9585916.0,10094370.0,10619448.0,11031884.0,11422360.0,11898953.0,12359733.0,12798970.0,13298448.0,13693288.0,14173245.0,14726504.0,15189663.0,15650301.0,16107580.0,16612518.0,17294733.0,17521702.0,17985653.0,18399345.0,18822354.0,19352123.0,19744491.0,20182169.0,20845654.0,21108104.0,21614657.0,22063063.0,22619656.0,23101726.0,23385687.0,23922580.0,24556349.0,24809629.0,25254103.0,25660023.0,26296912.0,26734280.0,27112106.0,27526868.0,27952801.0,28606481.0,29071382.0,29406992.0,29894482.0,30290329.0,30868563.0,31494900.0,31747643.0,32252467.0,32645973.0,33049441.0,33647688.0,34012321.0,34885295.0,34886512.0,35505365.0,36027437.0,36332986.0,36915640.0,37347104.0,37808580.0,38295334.0,38747089.0,39302358.0,39565955.0,39920761.0,40486471.0,41102031.0,41316764.0,41777123.0,42315317.0,43043510.0,43179820.0,43553939.0,44224485.0,44742630.0,44974416.0,45484930.0,46224613.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index bf25769ccc3b..0669eba3fae8 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[75241.60344910082,75858.79269892929,77504.63069847188,78121.81994830036] \ No newline at end of file +[75165.13083739318,75795.99041024494,77478.28260451628,78109.14217736803] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 6e25c7df14a3..be0f5ea8d432 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06518935665612345,"upper_bound":-0.05910350773880064},"point_estimate":-0.061955255278284604,"standard_error":0.001554597101375664},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.06112224815204248,"upper_bound":-0.05874804860273519},"point_estimate":-0.059728432887227956,"standard_error":0.0005907046304410041}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003520317542980908,"upper_bound":0.0001083323029349544},"point_estimate":-0.0016698077105913312,"standard_error":0.0009267739520227181},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002322510596753591,"upper_bound":0.0005303115836132744},"point_estimate":-0.0011063663977215477,"standard_error":0.0006983686908422547}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index 04f03ef93343..89b50021b43b 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76608.97051726466,"upper_bound":76845.0657560042},"point_estimate":76721.72512032642,"standard_error":60.26922175881334},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76579.14135021096,"upper_bound":76756.78222222222},"point_estimate":76693.93318781031,"standard_error":36.58239644325488},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.0377950971735,"upper_bound":451.33008595582777},"point_estimate":312.9734564806343,"standard_error":54.01243938956777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76802.00037215003,"upper_bound":77095.12986899773},"point_estimate":76937.38791586622,"standard_error":74.97109143545606},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":436.42253795429383,"upper_bound":783.4376612844369},"point_estimate":606.3646723426127,"standard_error":91.23796678621288}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76518.2861398604,"upper_bound":76667.96072371448},"point_estimate":76593.61459215062,"standard_error":38.30495299530116},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76521.95608654911,"upper_bound":76678.20736434108},"point_estimate":76609.08159722222,"standard_error":38.95280776343988},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":230.973342444408,"upper_bound":403.07671992729587},"point_estimate":315.56099889450854,"standard_error":42.99077540348991},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76672.63040924123,"upper_bound":76798.0016793354},"point_estimate":76733.81379291661,"standard_error":31.966670338572293},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":312.10643287140863,"upper_bound":453.11215171476186},"point_estimate":385.0421097839087,"standard_error":35.975001038668005}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index 6b250a6dc5fe..3c8af71c3829 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453645.0,920642.0,1361042.0,1833750.0,2268041.0,2733826.0,3188942.0,3643954.0,4095769.0,4583286.0,5010565.0,5524309.0,5929334.0,6402481.0,6870130.0,7299186.0,7807372.0,8264935.0,8696152.0,9123294.0,9618550.0,10040006.0,10720153.0,10970153.0,11485293.0,11871325.0,12437095.0,12940662.0,13579863.0,13726411.0,14156335.0,14765023.0,15284006.0,15601887.0,16059930.0,16490361.0,17014346.0,17475031.0,18015573.0,18453901.0,18999892.0,19323877.0,19814981.0,20267337.0,20672497.0,21225506.0,21649817.0,22214443.0,22754670.0,22943432.0,23433026.0,23931539.0,24419188.0,24800110.0,25378998.0,25764132.0,26316809.0,26642841.0,27150410.0,27598526.0,28439517.0,28478668.0,29200659.0,29374229.0,29917183.0,30369950.0,30845971.0,31662461.0,31639209.0,32229364.0,32716141.0,34541045.0,34374340.0,34009065.0,34540552.0,34878178.0,35478368.0,35927573.0,36298513.0,36861495.0,37316194.0,37755380.0,38493200.0,38553975.0,39099412.0,39673264.0,40229542.0,40489791.0,41002077.0,42173274.0,42413742.0,42214765.0,42977932.0,43327774.0,43717987.0,44089674.0,44695399.0,45289748.0,45643466.0,46650340.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[457908.0,907520.0,1383430.0,1813748.0,2265682.0,2765051.0,3176134.0,3679020.0,4099392.0,4588521.0,5013264.0,5469723.0,5973562.0,6395960.0,6856155.0,7329390.0,7794539.0,8206158.0,8722675.0,9143831.0,9585916.0,10094370.0,10619448.0,11031884.0,11422360.0,11898953.0,12359733.0,12798970.0,13298448.0,13693288.0,14173245.0,14726504.0,15189663.0,15650301.0,16107580.0,16612518.0,17294733.0,17521702.0,17985653.0,18399345.0,18822354.0,19352123.0,19744491.0,20182169.0,20845654.0,21108104.0,21614657.0,22063063.0,22619656.0,23101726.0,23385687.0,23922580.0,24556349.0,24809629.0,25254103.0,25660023.0,26296912.0,26734280.0,27112106.0,27526868.0,27952801.0,28606481.0,29071382.0,29406992.0,29894482.0,30290329.0,30868563.0,31494900.0,31747643.0,32252467.0,32645973.0,33049441.0,33647688.0,34012321.0,34885295.0,34886512.0,35505365.0,36027437.0,36332986.0,36915640.0,37347104.0,37808580.0,38295334.0,38747089.0,39302358.0,39565955.0,39920761.0,40486471.0,41102031.0,41316764.0,41777123.0,42315317.0,43043510.0,43179820.0,43553939.0,44224485.0,44742630.0,44974416.0,45484930.0,46224613.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index bf25769ccc3b..0669eba3fae8 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[75241.60344910082,75858.79269892929,77504.63069847188,78121.81994830036] \ No newline at end of file +[75165.13083739318,75795.99041024494,77478.28260451628,78109.14217736803] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index bfa21c2e35c1..bac2429e572a 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + - -250 + +220 - - + + +240 + + + +260 + + + +280 + + + 300 - - -350 + + +320 + + + +340 + + + +360 + + + +380 - - + + 400 - - -450 + + +420 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 6ee1f6a7a901..815c2db5e532 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (ns) - -5e-4 - - - -0.001 - - - -0.0015 - - - + 0.002 - - -0.0025 + + +0.004 - - -0.003 + + +0.006 - - -0.0035 + + +0.008 - - -0.004 + + +0.01 - - -0.0045 + + +0.012 - + - -400 + +300 - - -450 + + +320 - - -500 + + +340 - - -550 + + +360 - - -600 + + +380 - - -650 + + +400 - - -700 + + +420 - - -750 + + +440 - + -800 +460 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 0d11b6940d8b..701d053c5c89 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,59 +9,67 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - -75 + + +0.9 - - -80 + + +1 + + + +1.1 - - -85 + + + +76 + + + +78 - - -90 + + +80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 94239c26bfb6..12f5d400c70b 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -16,56 +16,56 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 0 @@ -96,9 +96,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 03a91924ca3f..f398fb026146 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + - --0.065 - - - --0.064 - - - --0.063 - - - --0.062 - - - --0.061 - - - --0.06 - - - --0.059 - - - - - - + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 77d3e1e2f393..bbb4e8e20923 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,67 +9,83 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 + + +400 - - -600 + + +450 - - -700 + + +500 - - -800 + + +550 - + - --0.061 - - - --0.0605 - - - --0.06 - - - --0.0595 - - - --0.059 - - - --0.0585 - - - - - - + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + +0 + + + +5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 38e67df22f0d..fe7a9943087b 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 750a2a626ab2..756ca6277b0a 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.802 µs - 76.937 µs - 77.095 µs + 76.673 µs + 76.734 µs + 76.798 µs R² - 0.9922266 - 0.9926298 - 0.9920825 + 0.9983751 + 0.9984611 + 0.9983664 Mean - 76.609 µs - 76.722 µs - 76.845 µs + 76.518 µs + 76.594 µs + 76.668 µs Std. Dev. - 436.42 ns - 606.36 ns - 783.44 ns + 312.11 ns + 385.04 ns + 453.11 ns Median - 76.579 µs - 76.694 µs - 76.757 µs + 76.522 µs + 76.609 µs + 76.678 µs MAD - 227.04 ns - 312.97 ns - 451.33 ns + 230.97 ns + 315.56 ns + 403.08 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -6.5189% - -6.1955% - -5.9104% - (p = 0.00 < + -0.3520% + -0.1670% + +0.0108% + (p = 0.07 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 2d2ac553ba58..8b8e1fd9fc57 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + + +8 + + + +9 + + + +10 + + + +11 + + - -76.6 + +76.52 - - -76.65 + + +76.54 + + + +76.56 + + + +76.58 + + + +76.6 - - -76.7 + + +76.62 - - -76.75 + + +76.64 - - -76.8 + + +76.66 - - -76.85 + + +76.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 55bb7948cc56..351d215ac588 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - + +76.52 + + + +76.54 + + + 76.56 - - + + 76.58 - - + + 76.6 - - + + 76.62 - - + + 76.64 - - + + 76.66 - - + + 76.68 - - -76.7 - - - -76.72 - - - -76.74 - - - -76.76 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index eb85ac6d10b4..49792f6d68c1 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -75 + +75.5 - - + + 76 - - -77 + + +76.5 - - -78 + + +77 - - -79 + + +77.5 - - -80 + + +78 - + Density (a.u.) @@ -70,70 +70,44 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 45f0704ac0da..08dfd64e98f3 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 - + + +1.2 + + - + 76 - - -78 + + +77 - - -80 + + +78 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 1712d5a86a2f..b5cc51b5a8ce 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -90,103 +90,103 @@ Iterations - + - + - - + + - + - - + + - + - + - + - - - - - + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index ec70d549942d..ae1c8a087f7b 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -14,12 +14,12 @@ Iterations - - - - - - + + + + + + 5.0 @@ -33,30 +33,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -86,102 +86,102 @@ Iterations - + - + - - + + - - + + - + - + - - - - + + + + - - - - - + + + + + - - + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 90249124ddc7..40f3b277dc81 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,57 +6,65 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - -75 + + +0.9 - - -80 + + +1 + + + +1.1 - - -85 + + + +76 + + + +78 - - -90 + + +80 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 187dcdc004c7..322f1462626f 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -13,56 +13,56 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 0 @@ -94,6 +94,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 20fef5158659..3691f456f9fe 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 - - - -3 - - - -3.5 - - - + + 4 - - -4.5 + + +6 + + + +8 - - -5 + + +10 - - -5.5 + + +12 - + - -76.8 + +76.66 - - -76.85 + + +76.68 - - -76.9 + + +76.7 - - -76.95 + + +76.72 - - -77 + + +76.74 - - -77.05 + + +76.76 - + + +76.78 + + -77.1 +76.8 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 01cbf3be4bb0..235e07745431 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 - - - -1 - - - -1.5 - - - + 2 - - -2.5 - - - -3 - - - -3.5 - - - + + 4 - - -4.5 + + +6 + + + +8 - - -5 + + +10 - - -5.5 + + +12 - + - -76.8 + +76.66 - - -76.85 + + +76.68 - - -76.9 + + +76.7 - - -76.95 + + +76.72 - - -77 + + +76.74 - - -77.05 + + +76.76 - + + +76.78 + + -77.1 +76.8 - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 3756f6a9c6bc..245fd74b3cd2 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.331148650193,"upper_bound":9554.837975495973},"point_estimate":9524.83862280911,"standard_error":13.775547321319236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.56862745098,"upper_bound":9504.629177897576},"point_estimate":9499.342780788918,"standard_error":3.300149002800608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.676061433436917,"upper_bound":40.30102729415782},"point_estimate":28.615723866969258,"standard_error":4.996502927437892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.319961302439,"upper_bound":9550.035784135292},"point_estimate":9527.279856657307,"standard_error":10.494041573057073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.94533713035373,"upper_bound":207.71423523888407},"point_estimate":138.88820470511416,"standard_error":39.213490802941344}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9521.366410754661,"upper_bound":9656.682712645654},"point_estimate":9574.264603734684,"standard_error":35.906851990882075},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.946347031964,"upper_bound":9528.976817042607},"point_estimate":9515.858670491143,"standard_error":8.492561217280317},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.814247217876634,"upper_bound":68.99845362213836},"point_estimate":54.9317656526735,"standard_error":6.955329228159286},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9536.832996293895,"upper_bound":9681.502081110462},"point_estimate":9593.394745332742,"standard_error":38.467228468519146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.87559775038848,"upper_bound":592.7908239223245},"point_estimate":360.4146671954869,"standard_error":159.538600590641}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index f04578eada51..09e487dfa936 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[119543.0,226193.0,338989.0,451516.0,631594.0,678253.0,795864.0,903697.0,1018478.0,1137007.0,1246246.0,1356999.0,1474706.0,1608517.0,1699929.0,1820705.0,1942065.0,2039704.0,2169428.0,2274455.0,2380000.0,2509944.0,2628081.0,2733364.0,2848618.0,2959196.0,3097346.0,3202411.0,3294195.0,3423433.0,3525287.0,3646716.0,3775027.0,3873376.0,3983201.0,4098313.0,4220480.0,4323454.0,4518119.0,4569009.0,4673657.0,4785661.0,4916554.0,5010064.0,5159397.0,5258977.0,5364179.0,5479497.0,5575012.0,5657144.0,5826485.0,5882918.0,6045205.0,6155600.0,6262509.0,6776592.0,6484434.0,6640671.0,6714465.0,6866016.0,6956347.0,7031352.0,7185089.0,7292198.0,7415802.0,7523837.0,7640459.0,7754227.0,7937472.0,7983544.0,8078783.0,8222519.0,8367098.0,8425850.0,8681198.0,8650629.0,8786401.0,8889367.0,8999001.0,9516103.0,9229994.0,9335411.0,9500192.0,9573178.0,9694307.0,9807877.0,9919902.0,10166718.0,10129064.0,10255799.0,10424685.0,10500919.0,10624829.0,10786259.0,10797191.0,10930243.0,11094018.0,11243881.0,11367085.0,11387884.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113753.0,226667.0,340238.0,457552.0,573211.0,683410.0,805796.0,906793.0,1036815.0,1144013.0,1244478.0,1371403.0,1496898.0,1581792.0,1700561.0,1821809.0,1932079.0,2048902.0,2189417.0,2261213.0,2388373.0,2482668.0,2631461.0,2714260.0,2852960.0,2989454.0,3073423.0,3229883.0,3297025.0,3401329.0,3510557.0,3665518.0,4029377.0,3883747.0,4026410.0,4095806.0,4222747.0,4318854.0,4432076.0,4542056.0,4674010.0,4782789.0,4891378.0,5002847.0,5593883.0,5279117.0,5356526.0,5462817.0,5633861.0,5671574.0,5769655.0,5967965.0,6031071.0,6516231.0,6277742.0,6402454.0,6482692.0,6595478.0,6909957.0,9263816.0,6932387.0,7062946.0,7220687.0,7306046.0,7401873.0,7538386.0,7640773.0,7780921.0,7846533.0,8020035.0,8116312.0,8223271.0,8316697.0,8453054.0,8534697.0,8691809.0,8818817.0,8882739.0,9005676.0,9198485.0,9209322.0,9375331.0,9533348.0,9648243.0,9750725.0,9847386.0,9946872.0,10066492.0,10133834.0,10279860.0,10423347.0,10503503.0,10807460.0,10762565.0,11367279.0,11145261.0,11120648.0,11213258.0,11327434.0,11548916.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 1e3c7b98ad83..e884676f83dd 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9368.104630162343,9425.38422712636,9578.129819030404,9635.40941599442] \ No newline at end of file +[9260.63744001476,9369.808072628271,9660.929759597639,9770.100392211152] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index af17ac54f551..f586a2e1f65c 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00047598127398200385,"upper_bound":0.0069574393919239405},"point_estimate":0.00306744364344258,"standard_error":0.0018900890400608099},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00224325516798185,"upper_bound":0.005047034974800413},"point_estimate":0.003959703537226522,"standard_error":0.0007200166668538196}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013691392943804097,"upper_bound":0.01385280145203903},"point_estimate":0.005189167279665341,"standard_error":0.004066953712374095},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004226909328157429,"upper_bound":0.0033167834724994183},"point_estimate":0.0017386349859513928,"standard_error":0.0009307229263165229}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 3756f6a9c6bc..245fd74b3cd2 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9501.331148650193,"upper_bound":9554.837975495973},"point_estimate":9524.83862280911,"standard_error":13.775547321319236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.56862745098,"upper_bound":9504.629177897576},"point_estimate":9499.342780788918,"standard_error":3.300149002800608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":20.676061433436917,"upper_bound":40.30102729415782},"point_estimate":28.615723866969258,"standard_error":4.996502927437892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9509.319961302439,"upper_bound":9550.035784135292},"point_estimate":9527.279856657307,"standard_error":10.494041573057073},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.94533713035373,"upper_bound":207.71423523888407},"point_estimate":138.88820470511416,"standard_error":39.213490802941344}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9521.366410754661,"upper_bound":9656.682712645654},"point_estimate":9574.264603734684,"standard_error":35.906851990882075},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9493.946347031964,"upper_bound":9528.976817042607},"point_estimate":9515.858670491143,"standard_error":8.492561217280317},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41.814247217876634,"upper_bound":68.99845362213836},"point_estimate":54.9317656526735,"standard_error":6.955329228159286},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9536.832996293895,"upper_bound":9681.502081110462},"point_estimate":9593.394745332742,"standard_error":38.467228468519146},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":87.87559775038848,"upper_bound":592.7908239223245},"point_estimate":360.4146671954869,"standard_error":159.538600590641}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index f04578eada51..09e487dfa936 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[119543.0,226193.0,338989.0,451516.0,631594.0,678253.0,795864.0,903697.0,1018478.0,1137007.0,1246246.0,1356999.0,1474706.0,1608517.0,1699929.0,1820705.0,1942065.0,2039704.0,2169428.0,2274455.0,2380000.0,2509944.0,2628081.0,2733364.0,2848618.0,2959196.0,3097346.0,3202411.0,3294195.0,3423433.0,3525287.0,3646716.0,3775027.0,3873376.0,3983201.0,4098313.0,4220480.0,4323454.0,4518119.0,4569009.0,4673657.0,4785661.0,4916554.0,5010064.0,5159397.0,5258977.0,5364179.0,5479497.0,5575012.0,5657144.0,5826485.0,5882918.0,6045205.0,6155600.0,6262509.0,6776592.0,6484434.0,6640671.0,6714465.0,6866016.0,6956347.0,7031352.0,7185089.0,7292198.0,7415802.0,7523837.0,7640459.0,7754227.0,7937472.0,7983544.0,8078783.0,8222519.0,8367098.0,8425850.0,8681198.0,8650629.0,8786401.0,8889367.0,8999001.0,9516103.0,9229994.0,9335411.0,9500192.0,9573178.0,9694307.0,9807877.0,9919902.0,10166718.0,10129064.0,10255799.0,10424685.0,10500919.0,10624829.0,10786259.0,10797191.0,10930243.0,11094018.0,11243881.0,11367085.0,11387884.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113753.0,226667.0,340238.0,457552.0,573211.0,683410.0,805796.0,906793.0,1036815.0,1144013.0,1244478.0,1371403.0,1496898.0,1581792.0,1700561.0,1821809.0,1932079.0,2048902.0,2189417.0,2261213.0,2388373.0,2482668.0,2631461.0,2714260.0,2852960.0,2989454.0,3073423.0,3229883.0,3297025.0,3401329.0,3510557.0,3665518.0,4029377.0,3883747.0,4026410.0,4095806.0,4222747.0,4318854.0,4432076.0,4542056.0,4674010.0,4782789.0,4891378.0,5002847.0,5593883.0,5279117.0,5356526.0,5462817.0,5633861.0,5671574.0,5769655.0,5967965.0,6031071.0,6516231.0,6277742.0,6402454.0,6482692.0,6595478.0,6909957.0,9263816.0,6932387.0,7062946.0,7220687.0,7306046.0,7401873.0,7538386.0,7640773.0,7780921.0,7846533.0,8020035.0,8116312.0,8223271.0,8316697.0,8453054.0,8534697.0,8691809.0,8818817.0,8882739.0,9005676.0,9198485.0,9209322.0,9375331.0,9533348.0,9648243.0,9750725.0,9847386.0,9946872.0,10066492.0,10133834.0,10279860.0,10423347.0,10503503.0,10807460.0,10762565.0,11367279.0,11145261.0,11120648.0,11213258.0,11327434.0,11548916.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 1e3c7b98ad83..e884676f83dd 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9368.104630162343,9425.38422712636,9578.129819030404,9635.40941599442] \ No newline at end of file +[9260.63744001476,9369.808072628271,9660.929759597639,9770.100392211152] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index d613a5fd69e7..194108834454 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 + + + +40 - - -0.09 + + +45 - - -0.1 + + +50 - - - -20 + + +55 - - -25 + + +60 - - -30 + + +65 - - -35 - - - -40 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index dbddb0f3b1d0..026dd5b992eb 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - + + +0.003 + + + 0.004 - - -0.006 + + +0.005 - - -0.008 + + +0.006 - - -0.01 + + +0.007 - - -0.012 + + +0.008 - + - -60 - - - -80 - - - + 100 - - -120 - - - -140 + + +200 - - -160 + + +300 - - -180 + + +400 - - -200 + + +500 - - -220 + + +600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index ce729fc607be..7ff8775c84d7 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,67 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 + + + +13 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index ded352ad43f9..01ce58508e01 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -16,36 +16,36 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - + 0 @@ -75,10 +75,10 @@ Iterations (x 10^3) 1.2 - - + + - + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index b4b6e14f6c30..25969c836e0c 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,87 +9,83 @@ Density (a.u.) Relative change (%) - -20 - - - -40 + +10 - - -60 + + +20 - - -80 + + +30 - - -100 + + +40 - - -120 + + +50 - - -140 + + +60 - - -160 + + +70 - - -180 + + +80 - - -200 + + +90 - + - --0.001 + +-0.002 - - + + 0 - - -0.001 - - - + + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 25e4bd90496a..64f879c1498d 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,62 +9,90 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + +550 - + - + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + +0.0015 + + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - -0.004 - - - -0.0045 - - - -0.005 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index f37257fe6b72..2d4d23dc8c22 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 5f8a51092c01..5bb4c1115d4e 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5093 µs - 9.5273 µs - 9.5500 µs + 9.5368 µs + 9.5934 µs + 9.6815 µs R² - 0.9881355 - 0.9886222 - 0.9878410 + 0.8347201 + 0.8380342 + 0.8300377 Mean - 9.5013 µs - 9.5248 µs - 9.5548 µs + 9.5214 µs + 9.5743 µs + 9.6567 µs Std. Dev. - 59.945 ns - 138.89 ns - 207.71 ns + 87.876 ns + 360.41 ns + 592.79 ns Median - 9.4936 µs - 9.4993 µs - 9.5046 µs + 9.4939 µs + 9.5159 µs + 9.5290 µs MAD - 20.676 ns - 28.616 ns - 40.301 ns + 41.814 ns + 54.932 ns + 68.998 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.0476% - +0.3067% - +0.6957% - (p = 0.12 > + -0.1369% + +0.5189% + +1.3853% + (p = 0.22 > 0.05) diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index fe3b650a71e0..40e6389d8230 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - + - -9.5 + +9.52 - - -9.51 + + +9.54 - - -9.52 + + +9.56 - - -9.53 + + +9.58 - - -9.54 + + +9.6 - - -9.55 + + +9.62 - - -9.56 + + +9.64 + + + +9.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 37119e3c957c..78ecf2c893f1 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 + + + +9.495 - - -160 + + +9.5 - - -180 + + +9.505 - - - -9.494 + + +9.51 - - -9.496 + + +9.515 - - -9.498 - - - -9.5 + + +9.52 - - -9.502 + + +9.525 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index e27c85c48102..aecb40ad4804 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,34 +38,42 @@ Average Time (µs) - -9.4 + +9 - - -9.6 + + +9.5 - - -9.8 - - - + + 10 - - -10.2 + + +10.5 + + + +11 + + + +11.5 + + + +12 - - -10.4 + + +12.5 - - -10.6 + + +13 - + Density (a.u.) @@ -74,80 +82,44 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index aa1eece89708..05e11f81b867 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (µs) 0 - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 + + + +13 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index cbbfe148697d..a88dab7c289a 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -16,15 +16,15 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 1.0 @@ -34,42 +34,42 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -96,10 +96,10 @@ Iterations (x 10^3) - + - + @@ -108,95 +108,95 @@ Iterations (x 10^3) - + - - - + + + - - - - - - + + + + + + - + - - - - - - + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index b9d3e630fa63..06229bf87b46 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -12,61 +12,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -96,7 +96,7 @@ Iterations (x 10^3) - + @@ -105,93 +105,93 @@ Iterations (x 10^3) - - + + - - + + - + - - + + - + - - - + + + - - + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 6aa5083ffedb..787bdfb63f51 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,65 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - -5.5 - - + - -9.5 + +9 - - + + 10 - - -10.5 + + +11 + + + +12 + + + +13 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index f766271c309f..69561ed37310 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -13,36 +13,36 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - + 0 @@ -72,8 +72,8 @@ Iterations (x 10^3) 1.2 - - + + - + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index b3412e879938..80e6eb334f4c 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 - - - -35 + + +10 - - -40 + + +12 - + - -9.505 - - - -9.51 - - - -9.515 + +9.54 - - -9.52 + + +9.56 - - -9.525 + + +9.58 - - -9.53 + + +9.6 - - -9.535 + + +9.62 - - -9.54 + + +9.64 - - -9.545 + + +9.66 - - -9.55 + + +9.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 4d0128937a9a..5490c67e6f8c 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 - - - -35 + + +10 - - -40 + + +12 - + - -9.505 - - - -9.51 - - - -9.515 + +9.54 - - -9.52 + + +9.56 - - -9.525 + + +9.58 - - -9.53 + + +9.6 - - -9.535 + + +9.62 - - -9.54 + + +9.64 - - -9.545 + + +9.66 - - -9.55 + + +9.68 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 434dc5e70547..aa393790a06e 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69423.40724757657,"upper_bound":71084.09291408221},"point_estimate":70243.30364524137,"standard_error":422.45809875228235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69267.08746355685,"upper_bound":69644.8236736382},"point_estimate":69356.61399982132,"standard_error":98.72412976244358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.9155100371248,"upper_bound":2741.126239991631},"point_estimate":1241.3126401185987,"standard_error":689.8733409603383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70111.01432166593,"upper_bound":71095.42273164894},"point_estimate":70575.59903354515,"standard_error":251.89746125813622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2432.8744159094913,"upper_bound":5871.764038890156},"point_estimate":4241.822888645892,"standard_error":892.2518342345671}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70721.33782954086,"upper_bound":72093.98950256445},"point_estimate":71419.3688849897,"standard_error":348.66946103098905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70358.07765469825,"upper_bound":70663.32142857143},"point_estimate":70442.90094191523,"standard_error":90.03450790314854},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":448.3805333367708,"upper_bound":1769.774565118697},"point_estimate":755.3024612956928,"standard_error":350.7287504973653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71500.44556976722,"upper_bound":72839.47563408515},"point_estimate":72164.49295404168,"standard_error":341.2513293061697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2376.862233086966,"upper_bound":4615.439437639063},"point_estimate":3497.866362379435,"standard_error":579.9036999544595}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 7003c576d165..44a0b3f27712 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[673385.0,1649922.0,2719595.0,3622487.0,4574328.0,5977101.0,7143994.0,7513422.0,9086341.0,9310087.0,14493872.0,12324792.0,12306698.0,13256307.0,14225501.0,15230504.0,16170725.0,18602833.0,18063440.0,20265691.0,21301620.0,22610628.0,23774105.0,23152016.0,25892500.0,24920570.0,26229798.0,26741120.0,27841700.0,28895082.0,29917687.0,33408637.0,31740130.0,32781610.0,33998306.0,34722764.0,40986869.0,36934533.0,37675203.0,38552767.0,39601530.0,40603727.0,45069794.0,44253214.0,43650250.0,44941966.0,46825263.0,46457959.0,47517222.0,48489352.0,49249638.0,50635308.0,51273918.0,56122798.0,53149751.0,54040270.0,55014825.0,59445476.0,61975288.0,60801421.0,61951753.0,63744241.0,61079319.0,62237135.0,65460748.0,66697291.0,67894120.0,68645470.0,69395255.0,70435964.0,68908489.0,70018316.0,76255681.0,71637783.0,72695421.0,73643828.0,74586593.0,75736825.0,78331087.0,77646452.0,79218229.0,79622021.0,85327146.0,88691221.0,89559858.0,88387465.0,84343423.0,85955726.0,86947954.0,87383856.0,88149532.0,89661257.0,90795820.0,91381992.0,92218139.0,97225795.0,93852182.0,95083565.0,96069411.0,97228640.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[736770.0,1728687.0,2848935.0,3772805.0,4790471.0,5785334.0,6703273.0,7619539.0,8789359.0,9459685.0,12424627.0,12033595.0,13159904.0,13790686.0,14615220.0,17051342.0,16746711.0,18874665.0,18678759.0,19708477.0,22232544.0,21759257.0,22652841.0,23579516.0,26050453.0,26823972.0,26691915.0,27700022.0,28639562.0,29616932.0,30257892.0,31699442.0,32641677.0,33412641.0,34182382.0,35409911.0,36336085.0,40164864.0,39990338.0,42478888.0,43096886.0,41379289.0,51122896.0,43374916.0,44313563.0,45320379.0,46643416.0,47052603.0,51101065.0,52210182.0,50049476.0,50961273.0,52175758.0,53239098.0,54170904.0,54456177.0,56139169.0,57931666.0,58612781.0,62521421.0,60818121.0,61161273.0,62000395.0,66881025.0,64095709.0,67897158.0,65906039.0,72198202.0,67888392.0,70572097.0,70955425.0,72454982.0,73579559.0,78903047.0,76823623.0,74793342.0,75789287.0,76536165.0,77354629.0,78441313.0,79456374.0,81129227.0,82007020.0,82560467.0,83525954.0,84797066.0,86145361.0,86320328.0,87854862.0,88743436.0,89754519.0,96299846.0,98758787.0,92428346.0,101488229.0,99887653.0,101828645.0,103083054.0,105460654.0,106394622.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 96a93d457ec6..0b300c06aff1 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[59204.4350217434,64086.234455807564,77104.36627997868,81986.16571404284] \ No newline at end of file +[60867.07071311043,65530.254001513196,77965.40943725391,82628.59272565668] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 7dca8ecdc494..531c3c69d473 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029549098243252612,"upper_bound":-0.0019123165602753767},"point_estimate":-0.01593538859411736,"standard_error":0.00702667661540281},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018389689396894227,"upper_bound":-0.011287240283060052},"point_estimate":-0.01579416108724918,"standard_error":0.00178927552307823}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011339634849181215,"upper_bound":0.032253045232655916},"point_estimate":0.01674273815035754,"standard_error":0.00788952933225468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.011774247856192854,"upper_bound":0.01899246208099619},"point_estimate":0.01566234104359121,"standard_error":0.0018283215770467922}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 434dc5e70547..aa393790a06e 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69423.40724757657,"upper_bound":71084.09291408221},"point_estimate":70243.30364524137,"standard_error":422.45809875228235},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69267.08746355685,"upper_bound":69644.8236736382},"point_estimate":69356.61399982132,"standard_error":98.72412976244358},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":631.9155100371248,"upper_bound":2741.126239991631},"point_estimate":1241.3126401185987,"standard_error":689.8733409603383},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70111.01432166593,"upper_bound":71095.42273164894},"point_estimate":70575.59903354515,"standard_error":251.89746125813622},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2432.8744159094913,"upper_bound":5871.764038890156},"point_estimate":4241.822888645892,"standard_error":892.2518342345671}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70721.33782954086,"upper_bound":72093.98950256445},"point_estimate":71419.3688849897,"standard_error":348.66946103098905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70358.07765469825,"upper_bound":70663.32142857143},"point_estimate":70442.90094191523,"standard_error":90.03450790314854},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":448.3805333367708,"upper_bound":1769.774565118697},"point_estimate":755.3024612956928,"standard_error":350.7287504973653},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71500.44556976722,"upper_bound":72839.47563408515},"point_estimate":72164.49295404168,"standard_error":341.2513293061697},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2376.862233086966,"upper_bound":4615.439437639063},"point_estimate":3497.866362379435,"standard_error":579.9036999544595}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 7003c576d165..44a0b3f27712 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[673385.0,1649922.0,2719595.0,3622487.0,4574328.0,5977101.0,7143994.0,7513422.0,9086341.0,9310087.0,14493872.0,12324792.0,12306698.0,13256307.0,14225501.0,15230504.0,16170725.0,18602833.0,18063440.0,20265691.0,21301620.0,22610628.0,23774105.0,23152016.0,25892500.0,24920570.0,26229798.0,26741120.0,27841700.0,28895082.0,29917687.0,33408637.0,31740130.0,32781610.0,33998306.0,34722764.0,40986869.0,36934533.0,37675203.0,38552767.0,39601530.0,40603727.0,45069794.0,44253214.0,43650250.0,44941966.0,46825263.0,46457959.0,47517222.0,48489352.0,49249638.0,50635308.0,51273918.0,56122798.0,53149751.0,54040270.0,55014825.0,59445476.0,61975288.0,60801421.0,61951753.0,63744241.0,61079319.0,62237135.0,65460748.0,66697291.0,67894120.0,68645470.0,69395255.0,70435964.0,68908489.0,70018316.0,76255681.0,71637783.0,72695421.0,73643828.0,74586593.0,75736825.0,78331087.0,77646452.0,79218229.0,79622021.0,85327146.0,88691221.0,89559858.0,88387465.0,84343423.0,85955726.0,86947954.0,87383856.0,88149532.0,89661257.0,90795820.0,91381992.0,92218139.0,97225795.0,93852182.0,95083565.0,96069411.0,97228640.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[736770.0,1728687.0,2848935.0,3772805.0,4790471.0,5785334.0,6703273.0,7619539.0,8789359.0,9459685.0,12424627.0,12033595.0,13159904.0,13790686.0,14615220.0,17051342.0,16746711.0,18874665.0,18678759.0,19708477.0,22232544.0,21759257.0,22652841.0,23579516.0,26050453.0,26823972.0,26691915.0,27700022.0,28639562.0,29616932.0,30257892.0,31699442.0,32641677.0,33412641.0,34182382.0,35409911.0,36336085.0,40164864.0,39990338.0,42478888.0,43096886.0,41379289.0,51122896.0,43374916.0,44313563.0,45320379.0,46643416.0,47052603.0,51101065.0,52210182.0,50049476.0,50961273.0,52175758.0,53239098.0,54170904.0,54456177.0,56139169.0,57931666.0,58612781.0,62521421.0,60818121.0,61161273.0,62000395.0,66881025.0,64095709.0,67897158.0,65906039.0,72198202.0,67888392.0,70572097.0,70955425.0,72454982.0,73579559.0,78903047.0,76823623.0,74793342.0,75789287.0,76536165.0,77354629.0,78441313.0,79456374.0,81129227.0,82007020.0,82560467.0,83525954.0,84797066.0,86145361.0,86320328.0,87854862.0,88743436.0,89754519.0,96299846.0,98758787.0,92428346.0,101488229.0,99887653.0,101828645.0,103083054.0,105460654.0,106394622.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 96a93d457ec6..0b300c06aff1 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[59204.4350217434,64086.234455807564,77104.36627997868,81986.16571404284] \ No newline at end of file +[60867.07071311043,65530.254001513196,77965.40943725391,82628.59272565668] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 3fa5b320a078..0908b421a933 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,54 +9,78 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + + +1.8 + + - -0.5 + +0.4 + + + +0.6 + + + +0.8 - - + + 1 - - -1.5 + + +1.2 + + + +1.4 - - -2 + + +1.6 - - -2.5 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 68413dc85f35..ec29679f96f3 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - + -0.15 - - - 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 + + + +0.7 - + - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - -5.5 - - - -6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index bc566531deab..0182a724caab 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,42 +9,38 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - + 50 @@ -66,10 +62,10 @@ Average Time (µs) 90 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index adcc4734c78e..9612fc37e57a 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -18,15 +18,15 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 0.0 @@ -36,42 +36,42 @@ Iterations (x 10^3) 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 40dea42d72b4..aa69241aeebf 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - + - --0.03 + +0 - - --0.025 + + +0.005 - - --0.02 + + +0.01 - - --0.015 + + +0.015 - - --0.01 + + +0.02 - - --0.005 + + +0.025 - - -0 + + +0.03 + + + +0.035 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index f29b31bbd9a4..38dfa18a5cd7 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.019 + +0.011 - - --0.018 + + +0.012 - - --0.017 + + +0.013 - - --0.016 + + +0.014 - - --0.015 + + +0.015 - - --0.014 + + +0.016 - - --0.013 + + +0.017 - - --0.012 + + +0.018 - - --0.011 + + +0.019 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index fadc7506636c..19d526645134 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 365dfcd56bec..51a3f7681895 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.111 µs - 70.576 µs - 71.095 µs + 71.500 µs + 72.164 µs + 72.839 µs R² - 0.8835073 - 0.8885290 - 0.8822511 + 0.8732481 + 0.8805509 + 0.8730077 Mean - 69.423 µs - 70.243 µs - 71.084 µs + 70.721 µs + 71.419 µs + 72.094 µs Std. Dev. - 2.4329 µs - 4.2418 µs - 5.8718 µs + 2.3769 µs + 3.4979 µs + 4.6154 µs Median - 69.267 µs - 69.357 µs - 69.645 µs + 70.358 µs + 70.443 µs + 70.663 µs MAD - 631.92 ns - 1.2413 µs - 2.7411 µs + 448.38 ns + 755.30 ns + 1.7698 µs @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -2.9549% - -1.5935% - -0.1912% + +0.1134% + +1.6743% + +3.2253% (p = 0.03 < 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 769011a5775a..490bf225bd49 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - -69.4 + + +1.2 - - -69.6 + + + +70.6 - - -69.8 + + +70.8 - - -70 + + +71 - - -70.2 + + +71.2 - - -70.4 + + +71.4 - - -70.6 + + +71.6 - - -70.8 + + +71.8 - - -71 + + +72 - - -71.2 + + +72.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 2de776645440..94e03da1e48f 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - - -69.25 + + +10 - - -69.3 + + +11 - - -69.35 + + + +70.35 - - -69.4 + + +70.4 - - -69.45 + + +70.45 - - -69.5 + + +70.5 - - -69.55 + + +70.55 - - -69.6 + + +70.6 - - -69.65 + + +70.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index c722fd99e0e8..696cf5d8e717 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,50 +42,38 @@ Average Time (µs) - -45 - - - + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - -90 - - - -95 - - + Density (a.u.) @@ -94,44 +82,52 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - - - - - - - - - - - - - - + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index b2426abe78db..2147d9b2017a 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - + + +0.16 + + + +0.18 + + - + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 6d03c2c582cf..770a133584b2 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -15,52 +15,57 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + 0.2 @@ -91,107 +96,107 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index c0fd93239e92..1c968e88c24a 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -12,52 +12,57 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + 0.2 @@ -91,102 +96,102 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 1bacd1c374a2..9e8a1211f83a 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,42 +6,38 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - + 50 @@ -63,8 +59,8 @@ Average Time (µs) 90 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index 957bff781417..2f5a5851713e 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -17,13 +17,13 @@ Iterations (x 10^3) - - - - - - - + + + + + + + 0.0 @@ -41,34 +41,34 @@ Iterations (x 10^3) 30.0 - + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 0cc1f082e6f8..fb30a2eb8c80 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.2 + +71.4 + + + +71.6 - - -70.4 + + +71.8 - - -70.6 + + +72 - - -70.8 + + +72.2 - - -71 + + +72.4 - - -71.2 + + +72.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 35b01af03631..da41e67f0dda 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.2 + +71.4 + + + +71.6 - - -70.4 + + +71.8 - - -70.6 + + +72 - - -70.8 + + +72.2 - - -71 + + +72.4 - - -71.2 + + +72.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 401db2e359e2..a34988c53e2f 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48298.91686089025,"upper_bound":48934.56108178828},"point_estimate":48607.87767708933,"standard_error":160.4405161124658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.023255813954,"upper_bound":48646.8796910908},"point_estimate":48598.81185375806,"standard_error":20.109123037869654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.35349603209994,"upper_bound":287.45455519773463},"point_estimate":240.03600904709873,"standard_error":37.70748693523515},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48705.72333793239,"upper_bound":49066.025979683334},"point_estimate":48863.64153278867,"standard_error":92.60294122958825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678.1021721284187,"upper_bound":2391.360685354376},"point_estimate":1613.9994454870478,"standard_error":442.1092545104054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48376.49781243419,"upper_bound":48815.41836694952},"point_estimate":48618.49361333699,"standard_error":111.96797461324417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48719.28146258504,"upper_bound":48831.29136400323},"point_estimate":48765.258694489035,"standard_error":27.527585966196543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165.51343776667028,"upper_bound":302.4026944253184},"point_estimate":236.40364323889483,"standard_error":33.60249457973146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48825.23640671653,"upper_bound":49193.677551481014},"point_estimate":48966.14787477042,"standard_error":99.78446787848975},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470.54283093171983,"upper_bound":1712.4086667098902},"point_estimate":1123.0397591749863,"standard_error":333.08406119582446}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index fe39a20947d4..dc1aee4d483a 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833913.0,1868370.0,2897596.0,3908258.0,5010280.0,6003420.0,7054658.0,7988968.0,9041277.0,10049295.0,11064335.0,12109141.0,13140261.0,14236482.0,16094983.0,16299876.0,17185594.0,18246691.0,19320079.0,20299264.0,21404773.0,22561066.0,23369421.0,29875317.0,25545734.0,26535047.0,27506977.0,28520003.0,29499658.0,30505881.0,31518327.0,32743538.0,33816808.0,34699160.0,35711226.0,37009793.0,37796700.0,38953344.0,40119265.0,43451300.0,41983326.0,42803454.0,44200104.0,44747523.0,45985569.0,46790449.0,47950028.0,48912651.0,49946616.0,50947160.0,52013295.0,53092144.0,54102926.0,55013302.0,56182309.0,57182471.0,58167226.0,59506860.0,60339311.0,61672383.0,62277931.0,63155114.0,64411424.0,65298947.0,66413092.0,67622074.0,68172860.0,69420672.0,71094931.0,71706701.0,72337024.0,73712245.0,74836840.0,76050019.0,76463720.0,77840424.0,78574190.0,79556409.0,80625138.0,81656890.0,82755466.0,84000135.0,84876746.0,85597429.0,87149409.0,87686760.0,89054889.0,90143135.0,91518015.0,92618074.0,93312917.0,94057675.0,94814815.0,101230843.0,97017517.0,99303995.0,103677099.0,100563491.0,101216917.0,101889621.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[845181.0,1889526.0,2887815.0,4005787.0,4943391.0,6040064.0,7048682.0,8020180.0,9068301.0,10168581.0,11147542.0,12136704.0,13144991.0,14158908.0,15301176.0,16384814.0,17280269.0,18264482.0,19570336.0,20321792.0,21459221.0,22498376.0,23485433.0,24459386.0,25884924.0,26712222.0,27485559.0,28538029.0,29611438.0,31450139.0,31644613.0,32646629.0,33873013.0,34707865.0,35901138.0,36870363.0,37945585.0,39198038.0,39787012.0,41183845.0,41965498.0,43165444.0,44013140.0,45380519.0,46102771.0,47192701.0,48113334.0,49056429.0,49983875.0,51351474.0,52488052.0,53367016.0,54223388.0,55117593.0,56553790.0,57293875.0,59075480.0,59936611.0,60501970.0,61578003.0,62425479.0,63378793.0,65179373.0,65600732.0,66431016.0,67735788.0,68283112.0,69635944.0,70530507.0,71740480.0,72669361.0,73686234.0,74858958.0,75715080.0,76962420.0,77543177.0,79199428.0,80059108.0,80973379.0,82113403.0,83152137.0,84157108.0,85136712.0,86306612.0,87306803.0,88077727.0,89552989.0,90766600.0,91143375.0,100091685.0,93381174.0,94572304.0,95588677.0,97455020.0,98266939.0,98175358.0,98821587.0,100390885.0,101481096.0,103540139.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 378280333eb0..a705625b1ba6 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47625.61108540092,48058.162568159896,49211.63318885051,49644.18467160949] \ No newline at end of file +[47654.64620421248,48117.806814140735,49352.90177394942,49816.06238387768] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index fb06ee448ba8..bfbde23c2f73 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006605763628506479,"upper_bound":0.009576612708582788},"point_estimate":0.0013082002093800504,"standard_error":0.004184376215193593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0027551029091478513,"upper_bound":-0.0007060544303058025},"point_estimate":-0.001779388700110296,"standard_error":0.0004923497443361582}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008036273782360446,"upper_bound":0.007865128590083153},"point_estimate":0.00021839950137669817,"standard_error":0.004035544091993966},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0020377189090352577,"upper_bound":0.004791219342622943},"point_estimate":0.0034249158442769545,"standard_error":0.0006943443563896212}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 401db2e359e2..a34988c53e2f 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48298.91686089025,"upper_bound":48934.56108178828},"point_estimate":48607.87767708933,"standard_error":160.4405161124658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.023255813954,"upper_bound":48646.8796910908},"point_estimate":48598.81185375806,"standard_error":20.109123037869654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":139.35349603209994,"upper_bound":287.45455519773463},"point_estimate":240.03600904709873,"standard_error":37.70748693523515},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48705.72333793239,"upper_bound":49066.025979683334},"point_estimate":48863.64153278867,"standard_error":92.60294122958825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":678.1021721284187,"upper_bound":2391.360685354376},"point_estimate":1613.9994454870478,"standard_error":442.1092545104054}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48376.49781243419,"upper_bound":48815.41836694952},"point_estimate":48618.49361333699,"standard_error":111.96797461324417},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48719.28146258504,"upper_bound":48831.29136400323},"point_estimate":48765.258694489035,"standard_error":27.527585966196543},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":165.51343776667028,"upper_bound":302.4026944253184},"point_estimate":236.40364323889483,"standard_error":33.60249457973146},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48825.23640671653,"upper_bound":49193.677551481014},"point_estimate":48966.14787477042,"standard_error":99.78446787848975},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":470.54283093171983,"upper_bound":1712.4086667098902},"point_estimate":1123.0397591749863,"standard_error":333.08406119582446}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index fe39a20947d4..dc1aee4d483a 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[833913.0,1868370.0,2897596.0,3908258.0,5010280.0,6003420.0,7054658.0,7988968.0,9041277.0,10049295.0,11064335.0,12109141.0,13140261.0,14236482.0,16094983.0,16299876.0,17185594.0,18246691.0,19320079.0,20299264.0,21404773.0,22561066.0,23369421.0,29875317.0,25545734.0,26535047.0,27506977.0,28520003.0,29499658.0,30505881.0,31518327.0,32743538.0,33816808.0,34699160.0,35711226.0,37009793.0,37796700.0,38953344.0,40119265.0,43451300.0,41983326.0,42803454.0,44200104.0,44747523.0,45985569.0,46790449.0,47950028.0,48912651.0,49946616.0,50947160.0,52013295.0,53092144.0,54102926.0,55013302.0,56182309.0,57182471.0,58167226.0,59506860.0,60339311.0,61672383.0,62277931.0,63155114.0,64411424.0,65298947.0,66413092.0,67622074.0,68172860.0,69420672.0,71094931.0,71706701.0,72337024.0,73712245.0,74836840.0,76050019.0,76463720.0,77840424.0,78574190.0,79556409.0,80625138.0,81656890.0,82755466.0,84000135.0,84876746.0,85597429.0,87149409.0,87686760.0,89054889.0,90143135.0,91518015.0,92618074.0,93312917.0,94057675.0,94814815.0,101230843.0,97017517.0,99303995.0,103677099.0,100563491.0,101216917.0,101889621.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[845181.0,1889526.0,2887815.0,4005787.0,4943391.0,6040064.0,7048682.0,8020180.0,9068301.0,10168581.0,11147542.0,12136704.0,13144991.0,14158908.0,15301176.0,16384814.0,17280269.0,18264482.0,19570336.0,20321792.0,21459221.0,22498376.0,23485433.0,24459386.0,25884924.0,26712222.0,27485559.0,28538029.0,29611438.0,31450139.0,31644613.0,32646629.0,33873013.0,34707865.0,35901138.0,36870363.0,37945585.0,39198038.0,39787012.0,41183845.0,41965498.0,43165444.0,44013140.0,45380519.0,46102771.0,47192701.0,48113334.0,49056429.0,49983875.0,51351474.0,52488052.0,53367016.0,54223388.0,55117593.0,56553790.0,57293875.0,59075480.0,59936611.0,60501970.0,61578003.0,62425479.0,63378793.0,65179373.0,65600732.0,66431016.0,67735788.0,68283112.0,69635944.0,70530507.0,71740480.0,72669361.0,73686234.0,74858958.0,75715080.0,76962420.0,77543177.0,79199428.0,80059108.0,80973379.0,82113403.0,83152137.0,84157108.0,85136712.0,86306612.0,87306803.0,88077727.0,89552989.0,90766600.0,91143375.0,100091685.0,93381174.0,94572304.0,95588677.0,97455020.0,98266939.0,98175358.0,98821587.0,100390885.0,101481096.0,103540139.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 378280333eb0..a705625b1ba6 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47625.61108540092,48058.162568159896,49211.63318885051,49644.18467160949] \ No newline at end of file +[47654.64620421248,48117.806814140735,49352.90177394942,49816.06238387768] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index f63763f8ff41..532e4e940a40 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - - -140 + + +0.016 - - + + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index a0ef072bdd82..4057f1052d19 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,94 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 - + + +1.4 + + - + +0.4 + + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - -2.2 - - - -2.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 72929f863801..5f6c8620747a 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,30 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + 40 @@ -54,10 +54,10 @@ Average Time (µs) 60 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 6b4e39166d53..54badf372793 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -23,13 +23,13 @@ Iterations (x 10^3) - - + + - - - + + + 0.0 @@ -47,14 +47,14 @@ Iterations (x 10^3) 30.0 - + 40.0 - - + + 50.0 - + 60.0 @@ -63,18 +63,18 @@ Iterations (x 10^3) 70.0 - + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -121,7 +121,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 8aa0081ee63c..0a22c32780c7 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -13,83 +13,79 @@ Relative change (%) 10 - + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index c327153b337d..a5f85b94d7e6 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - - -900 + + + +0.002 - - -1000 + + +0.0025 - - - --0.0025 + + +0.003 - - --0.002 + + +0.0035 - - --0.0015 + + +0.004 - - --0.001 + + +0.0045 - - --5e-4 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 10dd4820f5d2..78f31a6faf02 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 31a49f09773f..b8f9764efac3 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.706 µs - 48.864 µs - 49.066 µs + 48.825 µs + 48.966 µs + 49.194 µs R² - 0.9668662 - 0.9682542 - 0.9659767 + 0.9750607 + 0.9761167 + 0.9733682 Mean - 48.299 µs - 48.608 µs - 48.935 µs + 48.376 µs + 48.618 µs + 48.815 µs Std. Dev. - 678.10 ns - 1.6140 µs - 2.3914 µs + 470.54 ns + 1.1230 µs + 1.7124 µs Median - 48.553 µs - 48.599 µs - 48.647 µs + 48.719 µs + 48.765 µs + 48.831 µs MAD - 139.35 ns - 240.04 ns - 287.45 ns + 165.51 ns + 236.40 ns + 302.40 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.6606% - +0.1308% - +0.9577% - (p = 0.76 > + -0.8036% + +0.0218% + +0.7865% + (p = 0.96 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index e20c91ca5dca..17bd21c3dec2 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 + + +3 + + + +3.5 + - -48.3 + +48.35 - - + + 48.4 - - + + +48.45 + + + 48.5 - - + + +48.55 + + + 48.6 - - + + +48.65 + + + 48.7 - - + + +48.75 + + + 48.8 - - -48.9 + + +48.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 26bc3c9b757a..fc2c43c55b7b 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - -48.55 - - - -48.56 - - - -48.57 - - - -48.58 - - - -48.59 + +48.72 - - -48.6 + + +48.74 - - -48.61 + + +48.76 - - -48.62 + + +48.78 - - -48.63 + + +48.8 - - -48.64 + + +48.82 - - -48.65 + + +48.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index e25871f0d10b..3c00630f049e 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,26 +54,38 @@ Average Time (µs) - + 40 - - -45 + + +42 - - + + +44 + + + +46 + + + +48 + + + 50 - - -55 + + +52 - - -60 + + +54 - + Density (a.u.) @@ -82,84 +94,62 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.5 + + + +0.6 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index d043a28d759a..b17ea46a0b4a 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,67 +10,47 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + + +0.7 + + - + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 6e94c4b0cb50..74d1c35c286c 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -24,7 +24,7 @@ Iterations (x 10^3) - + @@ -53,10 +53,10 @@ Iterations (x 10^3) 60.0 - + 70.0 - + 80.0 @@ -114,104 +114,104 @@ Iterations (x 10^3) - + - - - + + + - + - - - + + + - + - - - - + + + + - - + + - + - - - - - - - + + + + + + + - + - - - - - + + + + + - - - + + + - - - - - - + + + + + + - - - - + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 867ab819c6b0..f15d045b6148 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -17,14 +17,14 @@ Iterations (x 10^3) - + - + 10.0 @@ -34,10 +34,10 @@ Iterations (x 10^3) 20.0 - + 30.0 - + 40.0 @@ -62,10 +62,10 @@ Iterations (x 10^3) 90.0 - + 100.0 - + 0.2 @@ -110,18 +110,18 @@ Iterations (x 10^3) - + - + - + @@ -130,83 +130,83 @@ Iterations (x 10^3) - + - - + + - + - + - - - + + + - + - + - - + + - - - - - - + + + + + + - - - + + + - - - - + + + + - - - - - - + + + + + + - - - + + + - - - - - + + + + + - + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 93f7349366c8..3a07712b3fd7 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,30 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + 40 @@ -51,8 +51,8 @@ Average Time (µs) 60 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index ff4ad0ed6df9..cce4d6791de2 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -23,10 +23,10 @@ Iterations (x 10^3) - + - + 0.0 @@ -56,10 +56,10 @@ Iterations (x 10^3) 60.0 - + 70.0 - + 80.0 @@ -68,10 +68,10 @@ Iterations (x 10^3) 90.0 - + 100.0 - + 0 @@ -118,7 +118,7 @@ Iterations (x 10^3) - + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 0c80afcb9549..5fe8f683dd20 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -48.7 - - - -48.75 + + +5 - - + + + 48.8 - - + + 48.85 - - + + 48.9 - - + + 48.95 - - + + 49 - - + + 49.05 - - + + 49.1 - - - - + + +49.15 + + + +49.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 43c8a8271a48..f6e4c7b449f8 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - -48.7 - - - -48.75 + + +5 - - + + + 48.8 - - + + 48.85 - - + + 48.9 - - + + 48.95 - - + + 49 - - + + 49.05 - - + + 49.1 - - - - + + +49.15 + + + +49.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index cbc42af45413..7fdee4201662 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80859.9806298686,"upper_bound":81187.25149829367},"point_estimate":81016.56827814502,"standard_error":83.64865380614725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80682.08885017422,"upper_bound":81215.19285714286},"point_estimate":81028.83593519882,"standard_error":157.6960300435243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556.5581115638441,"upper_bound":853.0588280960301},"point_estimate":665.48692945969,"standard_error":79.61497452869888},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80624.41404888405,"upper_bound":80947.03992084319},"point_estimate":80772.06704511389,"standard_error":82.53436304242173},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.3068910912783,"upper_bound":1076.8669555563004},"point_estimate":843.6798724540276,"standard_error":120.66338172902994}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81236.58220797997,"upper_bound":82003.0382190674},"point_estimate":81576.49818458728,"standard_error":195.93435481856676},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80720.72591362127,"upper_bound":82109.88113482941},"point_estimate":81003.12453416148,"standard_error":459.4237189315574},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1182.7380668441406,"upper_bound":1829.2259131903838},"point_estimate":1641.629165251402,"standard_error":171.79990145118614},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80565.24351903473,"upper_bound":80834.3695495783},"point_estimate":80696.49444784563,"standard_error":68.42975311274442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1163.7733609411885,"upper_bound":2931.712996198249},"point_estimate":1970.7560678665834,"standard_error":569.5781550161042}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index 1fc27b922b56..091ff9a7d057 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568840.0,1133673.0,1711704.0,2274214.0,2836413.0,3429172.0,3995363.0,4557956.0,5121117.0,5675001.0,6267710.0,6869175.0,7459441.0,7970875.0,8526888.0,9123628.0,9689893.0,10283214.0,10853990.0,11363827.0,11942499.0,12520116.0,13049406.0,13652560.0,14190533.0,14807511.0,15409867.0,15932039.0,16563718.0,17121937.0,17591082.0,18228283.0,18984824.0,19329069.0,19928953.0,20483807.0,21011096.0,22166759.0,23300112.0,23167258.0,23267609.0,23927587.0,24476370.0,25033778.0,25697658.0,26176100.0,26441797.0,27023292.0,27421621.0,28107785.0,28562682.0,29157727.0,29753567.0,30276996.0,30839190.0,32747279.0,31961290.0,32477322.0,33090338.0,33667955.0,34198018.0,34826986.0,35303789.0,35854058.0,36490329.0,37123825.0,37496559.0,38161839.0,38658507.0,40519214.0,39857659.0,40292901.0,41121728.0,41738760.0,42391689.0,42901489.0,43434337.0,44029368.0,44569386.0,45283864.0,46275609.0,46311519.0,46915990.0,47374487.0,47981941.0,48490679.0,49167181.0,49659775.0,50290101.0,50733372.0,52762055.0,52000183.0,52425037.0,53028273.0,53582028.0,54232753.0,55010747.0,55347251.0,55870816.0,56889779.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[578014.0,1152458.0,1732223.0,2326718.0,2878039.0,3481157.0,4056857.0,4662598.0,5236878.0,5812495.0,6386124.0,6948906.0,7526485.0,8138917.0,8818752.0,9266493.0,9946529.0,10469026.0,11066541.0,13545868.0,12236337.0,12788162.0,13379185.0,13983844.0,14462030.0,15057180.0,15518989.0,16145638.0,16668068.0,17343726.0,17711604.0,18383931.0,18944429.0,19575919.0,20220800.0,20786266.0,21247322.0,21895601.0,22461444.0,23215046.0,23815010.0,24227350.0,24801404.0,25405600.0,25906569.0,26439331.0,26850145.0,27053160.0,27472726.0,28049444.0,28505271.0,29198914.0,29715871.0,30840501.0,30737951.0,31259647.0,31887907.0,32193082.0,32760354.0,33433040.0,34140475.0,34772930.0,35287008.0,35825097.0,36472106.0,37173760.0,37582983.0,38442839.0,38658314.0,39319082.0,40012641.0,40329948.0,41076809.0,41677490.0,42342992.0,42928518.0,42997792.0,43578419.0,43998011.0,44702545.0,45706795.0,46269573.0,46842969.0,47390613.0,48022157.0,48593877.0,49183870.0,49819844.0,50509741.0,50934647.0,51392306.0,52179161.0,52647616.0,53059295.0,53669319.0,54305024.0,54876124.0,55312001.0,55982267.0,56687895.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 637d168ba309..efabe797b308 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[77968.4483570582,79241.7910082747,82637.3714115187,83910.7140627352] \ No newline at end of file +[74028.47666737187,77234.30952425027,85783.19714259269,88989.0299994711] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 2d8bd4eacb09..40c7733d03fe 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003584623783531615,"upper_bound":0.0033838386034391564},"point_estimate":-0.00013525448275586438,"standard_error":0.0017753270576895202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00997318508110756,"upper_bound":0.0069129345500289485},"point_estimate":0.003478246168460819,"standard_error":0.005242973517999226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0020846662276708017,"upper_bound":0.012445631145027829},"point_estimate":0.006911301210882126,"standard_error":0.0026938900384022254},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0043956152719626385,"upper_bound":0.015980636587894947},"point_estimate":-0.000317311741438564,"standard_error":0.005786964658006043}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index cbc42af45413..7fdee4201662 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80859.9806298686,"upper_bound":81187.25149829367},"point_estimate":81016.56827814502,"standard_error":83.64865380614725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80682.08885017422,"upper_bound":81215.19285714286},"point_estimate":81028.83593519882,"standard_error":157.6960300435243},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":556.5581115638441,"upper_bound":853.0588280960301},"point_estimate":665.48692945969,"standard_error":79.61497452869888},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80624.41404888405,"upper_bound":80947.03992084319},"point_estimate":80772.06704511389,"standard_error":82.53436304242173},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":616.3068910912783,"upper_bound":1076.8669555563004},"point_estimate":843.6798724540276,"standard_error":120.66338172902994}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81236.58220797997,"upper_bound":82003.0382190674},"point_estimate":81576.49818458728,"standard_error":195.93435481856676},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80720.72591362127,"upper_bound":82109.88113482941},"point_estimate":81003.12453416148,"standard_error":459.4237189315574},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1182.7380668441406,"upper_bound":1829.2259131903838},"point_estimate":1641.629165251402,"standard_error":171.79990145118614},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80565.24351903473,"upper_bound":80834.3695495783},"point_estimate":80696.49444784563,"standard_error":68.42975311274442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1163.7733609411885,"upper_bound":2931.712996198249},"point_estimate":1970.7560678665834,"standard_error":569.5781550161042}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index 1fc27b922b56..091ff9a7d057 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[568840.0,1133673.0,1711704.0,2274214.0,2836413.0,3429172.0,3995363.0,4557956.0,5121117.0,5675001.0,6267710.0,6869175.0,7459441.0,7970875.0,8526888.0,9123628.0,9689893.0,10283214.0,10853990.0,11363827.0,11942499.0,12520116.0,13049406.0,13652560.0,14190533.0,14807511.0,15409867.0,15932039.0,16563718.0,17121937.0,17591082.0,18228283.0,18984824.0,19329069.0,19928953.0,20483807.0,21011096.0,22166759.0,23300112.0,23167258.0,23267609.0,23927587.0,24476370.0,25033778.0,25697658.0,26176100.0,26441797.0,27023292.0,27421621.0,28107785.0,28562682.0,29157727.0,29753567.0,30276996.0,30839190.0,32747279.0,31961290.0,32477322.0,33090338.0,33667955.0,34198018.0,34826986.0,35303789.0,35854058.0,36490329.0,37123825.0,37496559.0,38161839.0,38658507.0,40519214.0,39857659.0,40292901.0,41121728.0,41738760.0,42391689.0,42901489.0,43434337.0,44029368.0,44569386.0,45283864.0,46275609.0,46311519.0,46915990.0,47374487.0,47981941.0,48490679.0,49167181.0,49659775.0,50290101.0,50733372.0,52762055.0,52000183.0,52425037.0,53028273.0,53582028.0,54232753.0,55010747.0,55347251.0,55870816.0,56889779.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[578014.0,1152458.0,1732223.0,2326718.0,2878039.0,3481157.0,4056857.0,4662598.0,5236878.0,5812495.0,6386124.0,6948906.0,7526485.0,8138917.0,8818752.0,9266493.0,9946529.0,10469026.0,11066541.0,13545868.0,12236337.0,12788162.0,13379185.0,13983844.0,14462030.0,15057180.0,15518989.0,16145638.0,16668068.0,17343726.0,17711604.0,18383931.0,18944429.0,19575919.0,20220800.0,20786266.0,21247322.0,21895601.0,22461444.0,23215046.0,23815010.0,24227350.0,24801404.0,25405600.0,25906569.0,26439331.0,26850145.0,27053160.0,27472726.0,28049444.0,28505271.0,29198914.0,29715871.0,30840501.0,30737951.0,31259647.0,31887907.0,32193082.0,32760354.0,33433040.0,34140475.0,34772930.0,35287008.0,35825097.0,36472106.0,37173760.0,37582983.0,38442839.0,38658314.0,39319082.0,40012641.0,40329948.0,41076809.0,41677490.0,42342992.0,42928518.0,42997792.0,43578419.0,43998011.0,44702545.0,45706795.0,46269573.0,46842969.0,47390613.0,48022157.0,48593877.0,49183870.0,49819844.0,50509741.0,50934647.0,51392306.0,52179161.0,52647616.0,53059295.0,53669319.0,54305024.0,54876124.0,55312001.0,55982267.0,56687895.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 637d168ba309..efabe797b308 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[77968.4483570582,79241.7910082747,82637.3714115187,83910.7140627352] \ No newline at end of file +[74028.47666737187,77234.30952425027,85783.19714259269,88989.0299994711] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 6d6e90e199cd..53537bbf16e2 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -6,65 +6,69 @@ micro/ops/sort:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - + -0.005 +2.5 - -0.006 + +3 - + - -550 + +1.2 - - -600 + + +1.3 - - -650 + + +1.4 - - -700 + + +1.5 - - -750 + + +1.6 - - -800 + + +1.7 - - -850 + + +1.8 - - - - + + +1.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 905924d43585..6be0ecd35617 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - + - -0.6 + +1 - - -0.65 + + +1.2 - - -0.7 + + +1.4 - - -0.75 + + +1.6 - - -0.8 + + +1.8 - - -0.85 + + +2 - - -0.9 + + +2.2 - - -0.95 + + +2.4 - - -1 + + +2.6 - - -1.05 + + +2.8 - - -1.1 + + +3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 5389998d5e35..42ea3a915cf6 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -50,30 +50,26 @@ Average Time (µs) - -78 - - - + 80 - - -82 + + +85 - - -84 + + +90 - - -86 + + +95 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index e658e315a3f4..ed38cc585b03 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 7c255a5d47e2..d96d80e76fec 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - - -220 - - + - --0.004 - - - --0.003 - - - --0.002 + +0.002 - - --0.001 + + +0.004 - - -0 + + +0.006 - - -0.001 + + +0.008 - - -0.002 + + +0.01 - - -0.003 - - - -0.004 + + +0.012 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index ec21e81c289d..23aba6da4b91 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,95 +9,71 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - --0.01 - - - --0.008 - - - --0.006 + +-0.005 - - --0.004 - - - --0.002 - - - + + 0 - - -0.002 - - - -0.004 + + +0.005 - - -0.006 + + +0.01 - - -0.008 + + +0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index e5939f35b4fe..26ead4fac872 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,85 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index b0c5219c06d9..eacc36a80426 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.624 µs - 80.772 µs - 80.947 µs + 80.565 µs + 80.696 µs + 80.834 µs R² - 0.9883581 - 0.9887988 - 0.9881800 + 0.9819498 + 0.9822993 + 0.9819137 Mean - 80.860 µs - 81.017 µs - 81.187 µs + 81.237 µs + 81.576 µs + 82.003 µs Std. Dev. - 616.31 ns - 843.68 ns - 1.0769 µs + 1.1638 µs + 1.9708 µs + 2.9317 µs Median - 80.682 µs - 81.029 µs - 81.215 µs + 80.721 µs + 81.003 µs + 82.110 µs MAD - 556.56 ns - 665.49 ns - 853.06 ns + 1.1827 µs + 1.6416 µs + 1.8292 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.3585% - -0.0135% - +0.3384% - (p = 0.94 > + +0.2085% + +0.6911% + +1.2446% + (p = 0.01 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 7f593cb47c3f..cb803b03cecb 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 + + + +1 - - -2.5 + + +1.2 - - -3 + + +1.4 - - -3.5 + + +1.6 - - -4 + + +1.8 - - -4.5 + + +2 - - -5 + + +2.2 - + - -80.85 + +81.2 - - -80.9 + + +81.3 - - -80.95 + + +81.4 - - -81 + + +81.5 - - -81.05 + + +81.6 - - -81.1 + + +81.7 - - -81.15 + + +81.8 - - -81.2 + + +81.9 + + + +82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 719d6343b554..782b3b19acbf 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + + +80.6 - - -6 + + +80.8 - - -7 + + +81 - - - -80.7 + + +81.2 - - -80.8 + + +81.4 - - -80.9 + + +81.6 - - -81 + + +81.8 - - -81.1 + + +82 - - -81.2 + + +82.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index c4b2835041e3..3d144b826496 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,36 +42,48 @@ Average Time (µs) - -79 + +78 - - + + 80 - - -81 - - - + + 82 - - -83 - - - + + 84 - - -85 + + +86 + + + +88 + + + +90 + + + +92 + + + +94 + + + +96 - + -86 +98 @@ -82,64 +94,30 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - - -0.3 - - - -0.35 - - - -0.4 - - - -0.45 - - - -0.5 - - - - - - + + + + + - - - - - - - - - - - - - + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 173ac0621154..adb4c3fb117e 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - + - + 80 - - -82 + + +85 - - -84 + + +90 - - -86 + + +95 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index 4b9c396516ba..fc4ee2ef7822 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,22 +15,22 @@ Iterations - + - - - - - - - - + + + + + + + + - + 5.0 - + 10.0 @@ -39,38 +39,38 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -103,105 +103,105 @@ Iterations - - + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + - + - + - - - + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index eeee2a890032..e14c2390158a 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -17,12 +17,12 @@ Iterations - - + + - - - + + + 5.0 @@ -44,30 +44,30 @@ Iterations 25.0 - + 30.0 - - + + 35.0 - + 40.0 - + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -100,103 +100,103 @@ Iterations - + - + - - + + - + - - - - - - - - - - - - + + + + + + + + + + + + - + - + - + - - - - + + + + - - - - - - - - - - + + + + + + + + + + - + - + - + - + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - + + - + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 2635893c5101..3b8d3d6a8615 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -47,28 +47,24 @@ Average Time (µs) - -78 - - - + 80 - - -82 + + +85 - - -84 + + +90 - - -86 + + +95 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index bf03c20e231b..04de61c67ca3 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 700 - - - + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index f13d70e00fe7..fa10cc379276 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + -2.5 - - - 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 - + -5 +6 - + +80.55 + + + 80.6 - - + + 80.65 - - + + 80.7 - - + + 80.75 - - + + 80.8 - - + + 80.85 - - -80.9 - - - -80.95 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 66a33e8a3010..4b432e6ed6c9 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + -2.5 - - - 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 - + -5 +6 - + +80.55 + + + 80.6 - - + + 80.65 - - + + 80.7 - - + + 80.75 - - + + 80.8 - - + + 80.85 - - -80.9 - - - -80.95 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 123b0686f8a1..a24a1300c23d 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.476325553993,"upper_bound":6997.62482040457},"point_estimate":6978.609383819458,"standard_error":8.764955775804486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6958.103872053873,"upper_bound":6981.368083003952},"point_estimate":6972.75687449125,"standard_error":6.364614280207468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.20984800397299,"upper_bound":46.9877031038363},"point_estimate":34.29789047015037,"standard_error":4.8095685747565575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.819011369372,"upper_bound":7005.4458698451635},"point_estimate":6981.6981786611495,"standard_error":10.432350998229982},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.72961296718164,"upper_bound":129.0475298990241},"point_estimate":88.11592031347145,"standard_error":23.60622360366523}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.201574982658,"upper_bound":7027.258205776756},"point_estimate":6989.865317360067,"standard_error":17.27042481265366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.295,"upper_bound":6959.837312113174},"point_estimate":6948.552682413929,"standard_error":5.10596766170422},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.69101223622442,"upper_bound":64.17725027066908},"point_estimate":48.33606047789559,"standard_error":7.318486344915307},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6953.651639458455,"upper_bound":7038.063282432017},"point_estimate":6990.493105512044,"standard_error":21.754546754143984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.61476194302675,"upper_bound":252.2480215599663},"point_estimate":173.11938443758694,"standard_error":45.12962644203947}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 397f9146f6f9..57cc5cb0ed7b 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[90768.0,165099.0,247284.0,330153.0,419198.0,494798.0,584507.0,669910.0,745195.0,840115.0,937602.0,1017241.0,1088278.0,1157588.0,1249146.0,1328093.0,1426275.0,1512442.0,1597087.0,1659128.0,1755713.0,1837048.0,1917988.0,2011943.0,2079242.0,2178871.0,2249604.0,2323903.0,2439088.0,2515698.0,2573205.0,2668723.0,2756861.0,2821619.0,2923238.0,2979513.0,3108682.0,3172496.0,3296813.0,3336663.0,3435631.0,3502968.0,3669370.0,3685899.0,3757154.0,3878163.0,3966894.0,4006520.0,4087109.0,4154768.0,4268575.0,4358946.0,4407135.0,4489609.0,4572945.0,4693808.0,4770858.0,4829844.0,4963888.0,4992621.0,5176083.0,5182882.0,5289394.0,5368696.0,5431753.0,5485692.0,5607992.0,5697615.0,5775894.0,5900710.0,5958374.0,6023683.0,6116966.0,6229361.0,6344741.0,6341299.0,6446169.0,6535691.0,6588777.0,6702952.0,6796444.0,6872382.0,7419489.0,7044381.0,7075980.0,7172346.0,7241158.0,7357616.0,7431995.0,7453797.0,7615235.0,7707981.0,7741986.0,7899075.0,7958688.0,8005763.0,8159512.0,8157608.0,8264062.0,8394288.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82736.0,165519.0,248499.0,331209.0,414769.0,496784.0,587502.0,674647.0,744983.0,843829.0,940175.0,1000937.0,1078756.0,1158138.0,1248891.0,1345372.0,1405377.0,1526892.0,1591510.0,1664417.0,1751333.0,1830557.0,1976522.0,2045654.0,2119342.0,2205342.0,2247804.0,2343187.0,2422230.0,2509327.0,2589567.0,3130882.0,2801531.0,2854775.0,2912744.0,2996011.0,3090951.0,3196334.0,3279533.0,3374621.0,3393747.0,3486915.0,3599407.0,3679095.0,3725227.0,3841202.0,3890028.0,3994578.0,4070538.0,4133845.0,4733621.0,4342568.0,4389815.0,4513643.0,4548774.0,4677415.0,4710992.0,4858214.0,4887650.0,4962821.0,5077028.0,5222252.0,5224659.0,5336040.0,5413456.0,5502634.0,5554468.0,5860599.0,5823921.0,5849949.0,5920302.0,5983470.0,6081128.0,6172156.0,6246276.0,6387743.0,6420174.0,6496722.0,6621446.0,6645239.0,6720945.0,6797139.0,6880764.0,7025501.0,7075530.0,7862197.0,7257619.0,7370728.0,7389586.0,7545920.0,7578370.0,7649853.0,7767056.0,7828753.0,7928771.0,8004550.0,8706903.0,8174362.0,8222481.0,8379285.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 3f848723517a..f890e706d6f6 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6786.271383747468,6862.952071184079,7067.433904348375,7144.114591784986] \ No newline at end of file +[6726.101053307291,6822.518800128766,7079.632791652699,7176.050538474174] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index c8b4ddd47c14..1aee90858c41 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.005191984526692567,"upper_bound":0.012087856108124745},"point_estimate":0.008769767539501094,"standard_error":0.0017517287039979913},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007885859121335992,"upper_bound":0.012013758307536279},"point_estimate":0.010407868830207168,"standard_error":0.0010995308644230263}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003441082977375031,"upper_bound":0.0070007016535668576},"point_estimate":0.0016129192682292626,"standard_error":0.002691506342346792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0051425251256533855,"upper_bound":-0.0008910979508411909},"point_estimate":-0.0034712514021345564,"standard_error":0.0011530703872163557}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 123b0686f8a1..a24a1300c23d 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6963.476325553993,"upper_bound":6997.62482040457},"point_estimate":6978.609383819458,"standard_error":8.764955775804486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6958.103872053873,"upper_bound":6981.368083003952},"point_estimate":6972.75687449125,"standard_error":6.364614280207468},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.20984800397299,"upper_bound":46.9877031038363},"point_estimate":34.29789047015037,"standard_error":4.8095685747565575},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6965.819011369372,"upper_bound":7005.4458698451635},"point_estimate":6981.6981786611495,"standard_error":10.432350998229982},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.72961296718164,"upper_bound":129.0475298990241},"point_estimate":88.11592031347145,"standard_error":23.60622360366523}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.201574982658,"upper_bound":7027.258205776756},"point_estimate":6989.865317360067,"standard_error":17.27042481265366},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6939.295,"upper_bound":6959.837312113174},"point_estimate":6948.552682413929,"standard_error":5.10596766170422},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.69101223622442,"upper_bound":64.17725027066908},"point_estimate":48.33606047789559,"standard_error":7.318486344915307},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6953.651639458455,"upper_bound":7038.063282432017},"point_estimate":6990.493105512044,"standard_error":21.754546754143984},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77.61476194302675,"upper_bound":252.2480215599663},"point_estimate":173.11938443758694,"standard_error":45.12962644203947}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 397f9146f6f9..57cc5cb0ed7b 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[90768.0,165099.0,247284.0,330153.0,419198.0,494798.0,584507.0,669910.0,745195.0,840115.0,937602.0,1017241.0,1088278.0,1157588.0,1249146.0,1328093.0,1426275.0,1512442.0,1597087.0,1659128.0,1755713.0,1837048.0,1917988.0,2011943.0,2079242.0,2178871.0,2249604.0,2323903.0,2439088.0,2515698.0,2573205.0,2668723.0,2756861.0,2821619.0,2923238.0,2979513.0,3108682.0,3172496.0,3296813.0,3336663.0,3435631.0,3502968.0,3669370.0,3685899.0,3757154.0,3878163.0,3966894.0,4006520.0,4087109.0,4154768.0,4268575.0,4358946.0,4407135.0,4489609.0,4572945.0,4693808.0,4770858.0,4829844.0,4963888.0,4992621.0,5176083.0,5182882.0,5289394.0,5368696.0,5431753.0,5485692.0,5607992.0,5697615.0,5775894.0,5900710.0,5958374.0,6023683.0,6116966.0,6229361.0,6344741.0,6341299.0,6446169.0,6535691.0,6588777.0,6702952.0,6796444.0,6872382.0,7419489.0,7044381.0,7075980.0,7172346.0,7241158.0,7357616.0,7431995.0,7453797.0,7615235.0,7707981.0,7741986.0,7899075.0,7958688.0,8005763.0,8159512.0,8157608.0,8264062.0,8394288.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82736.0,165519.0,248499.0,331209.0,414769.0,496784.0,587502.0,674647.0,744983.0,843829.0,940175.0,1000937.0,1078756.0,1158138.0,1248891.0,1345372.0,1405377.0,1526892.0,1591510.0,1664417.0,1751333.0,1830557.0,1976522.0,2045654.0,2119342.0,2205342.0,2247804.0,2343187.0,2422230.0,2509327.0,2589567.0,3130882.0,2801531.0,2854775.0,2912744.0,2996011.0,3090951.0,3196334.0,3279533.0,3374621.0,3393747.0,3486915.0,3599407.0,3679095.0,3725227.0,3841202.0,3890028.0,3994578.0,4070538.0,4133845.0,4733621.0,4342568.0,4389815.0,4513643.0,4548774.0,4677415.0,4710992.0,4858214.0,4887650.0,4962821.0,5077028.0,5222252.0,5224659.0,5336040.0,5413456.0,5502634.0,5554468.0,5860599.0,5823921.0,5849949.0,5920302.0,5983470.0,6081128.0,6172156.0,6246276.0,6387743.0,6420174.0,6496722.0,6621446.0,6645239.0,6720945.0,6797139.0,6880764.0,7025501.0,7075530.0,7862197.0,7257619.0,7370728.0,7389586.0,7545920.0,7578370.0,7649853.0,7767056.0,7828753.0,7928771.0,8004550.0,8706903.0,8174362.0,8222481.0,8379285.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 3f848723517a..f890e706d6f6 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6786.271383747468,6862.952071184079,7067.433904348375,7144.114591784986] \ No newline at end of file +[6726.101053307291,6822.518800128766,7079.632791652699,7176.050538474174] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 22aa414912f6..a06d389c6d90 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - -0.08 - - - -0.09 - - - -0.1 - - - -0.11 - - + - -30 - - - + 35 - - + + 40 - - + + 45 - - - - + + +50 + + + +55 + + + +60 + + + +65 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 2da37f4d2786..649c79928983 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - + +0.001 + + + 0.002 - - -0.004 + + +0.003 - - -0.006 - - - -0.008 - - - -0.01 + + +0.004 - - -0.012 + + +0.005 - - -0.014 + + +0.006 - - -0.016 + + +0.007 - - -0.018 + + +0.008 - - -0.02 + + +0.009 - + - -40 + +60 - - -50 + + +80 - - -60 + + +100 - - -70 + + +120 - - -80 + + +140 - - -90 + + +160 - - -100 + + +180 - - -110 + + +200 - - -120 + + +220 + + + +240 - - -130 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index ca3a916bce6e..bc8325f77f7f 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,63 +9,51 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - -6.8 - - - + 7 - - -7.2 + + +7.5 - - -7.4 - - - -7.6 + + +8 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 43fe8e9a4b61..d019e46d8bb3 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -16,51 +16,51 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0 @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - + + - + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 7076d9360aa6..64be15c14624 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 + + + +-0.004 - - -180 + + +-0.002 - - -200 + + +0 - - -220 + + +0.002 - - - -0.005 + + +0.004 - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 74269faeb470..3aaf597b7e9f 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,79 +9,91 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - + + +400 + + + +450 + + - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - -0.011 - - - -0.0115 - - - -0.012 - - - - - - + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 + + + +-0.0035 + + + +-0.003 + + + +-0.0025 + + + +-0.002 + + + +-0.0015 + + + +-0.001 + + + +-5e-4 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 34869bea766f..456593ef234a 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 47d70f2c8483..4907a758d7ea 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9658 µs - 6.9817 µs - 7.0054 µs + 6.9537 µs + 6.9905 µs + 7.0381 µs R² - 0.9836751 - 0.9843610 - 0.9828283 + 0.9256707 + 0.9289846 + 0.9234727 Mean - 6.9635 µs - 6.9786 µs - 6.9976 µs + 6.9602 µs + 6.9899 µs + 7.0273 µs Std. Dev. - 40.730 ns - 88.116 ns - 129.05 ns + 77.615 ns + 173.12 ns + 252.25 ns Median - 6.9581 µs - 6.9728 µs - 6.9814 µs + 6.9393 µs + 6.9486 µs + 6.9598 µs MAD - 27.210 ns - 34.298 ns - 46.988 ns + 34.691 ns + 48.336 ns + 64.177 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.5192% - +0.8770% - +1.2088% - (p = 0.00 < + -0.3441% + +0.1613% + +0.7001% + (p = 0.58 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 8862df76eea9..fe70e26ce836 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - - -50 - - + - + 6.96 - - -6.965 - - - + + 6.97 - - -6.975 - - - + + 6.98 - - -6.985 - - - + + 6.99 - - -6.995 - - - + + 7 - - - - + + +7.01 + + + +7.02 + + + +7.03 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index afb69296dbb3..125415ad15e3 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + + +220 + + - -6.96 + +6.94 - - -6.965 + + +6.945 - - -6.97 + + +6.95 - - -6.975 + + +6.955 - - -6.98 + + +6.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index 25c358e46cc5..2543b39071ce 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (µs) - + 6.8 - - -6.9 - - - + + 7 - - -7.1 - - - + + 7.2 - - -7.3 - - - + + 7.4 - - -7.5 - - - + + 7.6 - + + +7.8 + + + +8 + + + +8.2 + + Density (a.u.) @@ -82,50 +78,60 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - + -5 +3 - -6 + +3.5 - - -7 + + +4 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 584eb7d0d981..112d49465b5a 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - + -5 +3 - -6 + +3.5 - - -7 + + +4 - - - -6.8 + + +4.5 - - + + + 7 - - -7.2 - - - -7.4 + + +7.5 - - -7.6 + + +8 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 745fd7f7a832..416f948f6798 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,107 +81,107 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index cee8d2d5fde5..ba4c330e01e9 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,102 +81,102 @@ Iterations (x 10^3) - - + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 8a693b088f28..efb9bcbc460b 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,61 +6,49 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - + - -6.8 - - - + 7 - - -7.2 + + +7.5 - - -7.4 - - - -7.6 + + +8 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 9925dbe176f6..8fe86ddf5764 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - + - + @@ -34,10 +34,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -46,10 +46,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 7.0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - + + - + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 91965c932176..e8c14bf5dd97 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 - + + +20 + + - -6.965 + +6.95 - - -6.97 + + +6.96 - - -6.975 + + +6.97 - - + + 6.98 - - -6.985 - - - + + 6.99 - - -6.995 - - - + + 7 - - -7.005 + + +7.01 + + + +7.02 + + + +7.03 + + + +7.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index bcdbda734122..378553009cb6 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,78 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - - -30 + + +14 - - -35 + + +16 - - -40 + + +18 - + + +20 + + - -6.965 + +6.95 - - -6.97 + + +6.96 - - -6.975 + + +6.97 - - + + 6.98 - - -6.985 - - - + + 6.99 - - -6.995 - - - + + 7 - - -7.005 + + +7.01 + + + +7.02 + + + +7.03 + + + +7.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index 15f9051d20ab..fb5095044e9c 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17035.759180802626,"upper_bound":17305.600419580707},"point_estimate":17149.00320614208,"standard_error":69.60553620200633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16983.530844155845,"upper_bound":17013.25854037267},"point_estimate":16995.73619311919,"standard_error":6.896465643260036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.40551813697371,"upper_bound":83.86615933065109},"point_estimate":61.11738933161601,"standard_error":10.65414384298002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17023.289603010064,"upper_bound":17164.418505981972},"point_estimate":17087.41239212354,"standard_error":36.13728795967712},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.003699055706,"upper_bound":1094.195415374077},"point_estimate":697.5636394960165,"standard_error":238.9198494153226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17010.094593243884,"upper_bound":17119.076078636106},"point_estimate":17058.22161545874,"standard_error":27.875781310672853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16974.592462546818,"upper_bound":17008.100343053175},"point_estimate":16991.39921875,"standard_error":9.992619657967085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.192804733909995,"upper_bound":117.44843496021308},"point_estimate":72.4796558286119,"standard_error":15.49185430526776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17012.38052375072,"upper_bound":17180.535561062898},"point_estimate":17086.455184719965,"standard_error":43.209684016124115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135.69710069028568,"upper_bound":414.0351477552574},"point_estimate":280.9948093416194,"standard_error":74.78073731102373}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 10023aba1213..d6742bef92d2 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134942.0,269934.0,414591.0,544219.0,678665.0,822799.0,944252.0,1079191.0,1215491.0,1354296.0,1501479.0,2169967.0,1785748.0,1919437.0,2035959.0,2172568.0,2319782.0,2450474.0,2562491.0,2736238.0,2853792.0,2988516.0,3141123.0,3271554.0,3430203.0,3598305.0,3673399.0,3827715.0,3934510.0,4075050.0,4215287.0,4346692.0,4492463.0,4623721.0,4757462.0,4870216.0,5056039.0,5400701.0,6385347.0,5986827.0,5571255.0,5721424.0,5803759.0,5961431.0,6145448.0,6262085.0,6383008.0,6527002.0,6693456.0,6778419.0,6926593.0,7051535.0,7224239.0,7324773.0,7456004.0,7621507.0,7733093.0,7876498.0,7991977.0,8155131.0,8262742.0,8488948.0,8564960.0,8682063.0,8823363.0,9001320.0,9081881.0,9782421.0,9347512.0,9541246.0,9667792.0,9726886.0,9925861.0,10099495.0,10215348.0,10341766.0,10468470.0,11123543.0,10775014.0,10881660.0,11594199.0,11130182.0,11233255.0,11432112.0,11520837.0,11673323.0,11828614.0,11943436.0,12119030.0,12233044.0,12421585.0,12522632.0,12632803.0,12808786.0,13446869.0,13028385.0,13172130.0,13320951.0,13457593.0,13614317.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134820.0,283514.0,407434.0,539904.0,674831.0,810433.0,972358.0,1079042.0,1213437.0,1348675.0,1506617.0,1632111.0,1759202.0,1902762.0,2033141.0,2174795.0,2328683.0,2433253.0,2564664.0,2742806.0,2910041.0,3015194.0,3149330.0,3285911.0,3469867.0,3544448.0,3656777.0,3849339.0,3965806.0,4080592.0,4227497.0,4347676.0,4459047.0,4590355.0,4734149.0,4941351.0,4996295.0,5161312.0,5296758.0,5448242.0,5565968.0,5711293.0,5830318.0,5986176.0,6157206.0,6241806.0,6354608.0,6520838.0,6654870.0,6802175.0,6958985.0,7059048.0,7212248.0,7320713.0,7459414.0,7570320.0,7798126.0,7905162.0,8085471.0,8144472.0,8294972.0,8449640.0,8586642.0,8743481.0,8846636.0,8952029.0,9066274.0,9222352.0,9384672.0,9515639.0,10826891.0,10352703.0,9876255.0,10073746.0,10228713.0,10340794.0,10473018.0,10646338.0,10751857.0,10943800.0,11672658.0,11166356.0,11267098.0,11407625.0,11536023.0,11672205.0,11811376.0,11917359.0,12084611.0,12255721.0,12335063.0,12601974.0,12858218.0,12771098.0,12871509.0,13078441.0,13165243.0,13839134.0,13420445.0,13568186.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 83446ebc4532..a1b0445dfaf3 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[16706.037625387115,16835.439666741855,17180.51177702116,17309.913818375895] \ No newline at end of file +[16619.056577406358,16783.514716082595,17222.069752552554,17386.527891228787] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 2b9c82a8a484..29d7f9d9336f 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014487642487735783,"upper_bound":0.014993588332502212},"point_estimate":0.0010235214533615977,"standard_error":0.007519093659959503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0025409762149728454,"upper_bound":0.004965649199340044},"point_estimate":0.003420895572237903,"standard_error":0.0006264605579258108}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014571073282972717,"upper_bound":0.002330252605247572},"point_estimate":-0.00529369489247189,"standard_error":0.004325600831243191},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017611404427727573,"upper_bound":0.0009815133852741909},"point_estimate":-0.00025518014164915837,"standard_error":0.000728136802262022}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index 15f9051d20ab..fb5095044e9c 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17035.759180802626,"upper_bound":17305.600419580707},"point_estimate":17149.00320614208,"standard_error":69.60553620200633},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16983.530844155845,"upper_bound":17013.25854037267},"point_estimate":16995.73619311919,"standard_error":6.896465643260036},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.40551813697371,"upper_bound":83.86615933065109},"point_estimate":61.11738933161601,"standard_error":10.65414384298002},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17023.289603010064,"upper_bound":17164.418505981972},"point_estimate":17087.41239212354,"standard_error":36.13728795967712},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":199.003699055706,"upper_bound":1094.195415374077},"point_estimate":697.5636394960165,"standard_error":238.9198494153226}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17010.094593243884,"upper_bound":17119.076078636106},"point_estimate":17058.22161545874,"standard_error":27.875781310672853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16974.592462546818,"upper_bound":17008.100343053175},"point_estimate":16991.39921875,"standard_error":9.992619657967085},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.192804733909995,"upper_bound":117.44843496021308},"point_estimate":72.4796558286119,"standard_error":15.49185430526776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17012.38052375072,"upper_bound":17180.535561062898},"point_estimate":17086.455184719965,"standard_error":43.209684016124115},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":135.69710069028568,"upper_bound":414.0351477552574},"point_estimate":280.9948093416194,"standard_error":74.78073731102373}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 10023aba1213..d6742bef92d2 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134942.0,269934.0,414591.0,544219.0,678665.0,822799.0,944252.0,1079191.0,1215491.0,1354296.0,1501479.0,2169967.0,1785748.0,1919437.0,2035959.0,2172568.0,2319782.0,2450474.0,2562491.0,2736238.0,2853792.0,2988516.0,3141123.0,3271554.0,3430203.0,3598305.0,3673399.0,3827715.0,3934510.0,4075050.0,4215287.0,4346692.0,4492463.0,4623721.0,4757462.0,4870216.0,5056039.0,5400701.0,6385347.0,5986827.0,5571255.0,5721424.0,5803759.0,5961431.0,6145448.0,6262085.0,6383008.0,6527002.0,6693456.0,6778419.0,6926593.0,7051535.0,7224239.0,7324773.0,7456004.0,7621507.0,7733093.0,7876498.0,7991977.0,8155131.0,8262742.0,8488948.0,8564960.0,8682063.0,8823363.0,9001320.0,9081881.0,9782421.0,9347512.0,9541246.0,9667792.0,9726886.0,9925861.0,10099495.0,10215348.0,10341766.0,10468470.0,11123543.0,10775014.0,10881660.0,11594199.0,11130182.0,11233255.0,11432112.0,11520837.0,11673323.0,11828614.0,11943436.0,12119030.0,12233044.0,12421585.0,12522632.0,12632803.0,12808786.0,13446869.0,13028385.0,13172130.0,13320951.0,13457593.0,13614317.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[134820.0,283514.0,407434.0,539904.0,674831.0,810433.0,972358.0,1079042.0,1213437.0,1348675.0,1506617.0,1632111.0,1759202.0,1902762.0,2033141.0,2174795.0,2328683.0,2433253.0,2564664.0,2742806.0,2910041.0,3015194.0,3149330.0,3285911.0,3469867.0,3544448.0,3656777.0,3849339.0,3965806.0,4080592.0,4227497.0,4347676.0,4459047.0,4590355.0,4734149.0,4941351.0,4996295.0,5161312.0,5296758.0,5448242.0,5565968.0,5711293.0,5830318.0,5986176.0,6157206.0,6241806.0,6354608.0,6520838.0,6654870.0,6802175.0,6958985.0,7059048.0,7212248.0,7320713.0,7459414.0,7570320.0,7798126.0,7905162.0,8085471.0,8144472.0,8294972.0,8449640.0,8586642.0,8743481.0,8846636.0,8952029.0,9066274.0,9222352.0,9384672.0,9515639.0,10826891.0,10352703.0,9876255.0,10073746.0,10228713.0,10340794.0,10473018.0,10646338.0,10751857.0,10943800.0,11672658.0,11166356.0,11267098.0,11407625.0,11536023.0,11672205.0,11811376.0,11917359.0,12084611.0,12255721.0,12335063.0,12601974.0,12858218.0,12771098.0,12871509.0,13078441.0,13165243.0,13839134.0,13420445.0,13568186.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 83446ebc4532..a1b0445dfaf3 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[16706.037625387115,16835.439666741855,17180.51177702116,17309.913818375895] \ No newline at end of file +[16619.056577406358,16783.514716082595,17222.069752552554,17386.527891228787] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index b16ad506ad2b..9d095296da9d 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - - -0.04 - - - -0.045 - - + - -40 - - - -45 - - - + 50 - - -55 - - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - -85 + + +90 + + + +100 + + + +110 + + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 54f3b14b1000..245f044adad5 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -6,97 +6,61 @@ micro/ops/union:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +0.001 - - -0.4 - - + -0.6 +0.002 - -0.8 - - - -1 - - - -1.2 + +0.003 - - -1.4 + + +0.004 - - -1.6 + + +0.005 - - -1.8 + + +0.006 - - -2 - - + - -0.1 - - - -0.2 - - - -0.3 - - - -0.4 - - - -0.5 - - - -0.6 + +150 - - -0.7 + + +200 - - -0.8 + + +250 - - -0.9 + + +300 - - -1 + + +350 - - -1.1 + + +400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index f800702a96c6..e663b3e25a86 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,43 +9,47 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - + - + +16 + + + +18 + + + 20 - - -25 + + +22 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 3782279dfd9a..d33b8ffca4ef 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -90,9 +90,9 @@ Iterations 800 - - - + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index b197f3268d43..fda449938c95 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,79 +9,91 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + + +70 + + + +80 + + + +90 + + - --0.015 + +-0.016 + + + +-0.014 - - + + +-0.012 + + + -0.01 - - --0.005 + + +-0.008 - - -0 + + +-0.006 - - -0.005 + + +-0.004 + + + +-0.002 + + + +0 - - -0.01 + + +0.002 - - -0.015 + + +0.004 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index b7d065973c1f..8a7f5f27af9d 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - -500 + + +450 - - -600 + + +500 - + - -0.0025 + +-0.002 + + + +-0.0015 - - -0.003 + + +-0.001 - - -0.0035 + + +-5e-4 - - -0.004 + + +0 - - -0.0045 + + +5e-4 - - -0.005 + + +0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 50390395002a..5cb83ca21c03 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -25,10 +25,10 @@ t score 0.15 - + 0.2 - + 0.25 @@ -42,36 +42,40 @@ t score - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 2bee5bcf98c0..abe8fabbe0b2 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 17.023 µs - 17.087 µs - 17.164 µs + 17.012 µs + 17.086 µs + 17.181 µs R² - 0.9385428 - 0.9402920 - 0.9377715 + 0.9477887 + 0.9501944 + 0.9463197 Mean - 17.036 µs - 17.149 µs - 17.306 µs + 17.010 µs + 17.058 µs + 17.119 µs Std. Dev. - 199.00 ns - 697.56 ns - 1.0942 µs + 135.70 ns + 280.99 ns + 414.04 ns Median - 16.984 µs - 16.996 µs - 17.013 µs + 16.975 µs + 16.991 µs + 17.008 µs MAD - 42.406 ns - 61.117 ns - 83.866 ns + 54.193 ns + 72.480 ns + 117.45 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.4488% - +0.1024% - +1.4994% - (p = 0.90 > + -1.4571% + -0.5294% + +0.2330% + (p = 0.25 > 0.05) diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index eaec1e62e634..4880d1247395 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - + + +8 + + + +10 + + + +12 + + + +14 + + - -17.05 + +17 - - -17.1 + + +17.02 - - -17.15 + + +17.04 - - -17.2 + + +17.06 - - -17.25 + + +17.08 + + + +17.1 - - -17.3 + + +17.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 49980d525b29..81be6ab0b759 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 + + + +16.975 - - -100 + + +16.98 - - - + + 16.985 - - + + 16.99 - - + + 16.995 - - + + 17 - - + + 17.005 - - + + 17.01 - - -17.015 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 72d438ceabc9..d784d55e18d6 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,38 +46,30 @@ Average Time (µs) - -16 + +16.5 - - + + 17 - - -18 - - - -19 + + +17.5 - - -20 - - - -21 + + +18 - - -22 + + +18.5 - - -23 + + +19 - + Density (a.u.) @@ -86,56 +78,50 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index a7184f997f97..1e5417b888ce 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - + - -16 + +17 - - + + 18 - - -20 - - - -22 + + +19 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index ab099a4b07d0..06a0144a8710 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -17,36 +17,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -85,103 +85,103 @@ Iterations - + - - + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 2d4cc1ca7aa4..bad5db948e3d 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -14,36 +14,36 @@ Iterations - - - - - + + + + + 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -84,99 +84,99 @@ Iterations - + - - - - - + + + + + - - - - + + + + - - + + - - + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index a42c40e817ed..fd728385201b 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,41 +6,45 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 + + +1 - - -0.8 + + +1.5 - - -1 + + +2 - - -1.2 + + +2.5 - + - + +16 + + + +18 + + + 20 - - -25 + + +22 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index 505616f5cb62..9b340d21c889 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index c5f718da867c..e3cc2ff1d268 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - + +17 + + + 17.02 - - + + 17.04 - - + + 17.06 - + 17.08 - + 17.1 - - + + 17.12 - - + + 17.14 - - + + 17.16 - - + + 17.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 53c861055cb6..77a098b770cf 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - + +17 + + + 17.02 - - + + 17.04 - - + + 17.06 - + 17.08 - + 17.1 - - + + 17.12 - - + + 17.14 - - + + 17.16 - - + + 17.18 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 24cd7a5dc9a5..deb388de79b0 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52823.605321531744,"upper_bound":52928.05120146016},"point_estimate":52871.120283264565,"standard_error":26.632623513691275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52810.75407407407,"upper_bound":52858.1810839372},"point_estimate":52841.252012882454,"standard_error":10.633720787528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.71457066856098,"upper_bound":182.42019898361542},"point_estimate":131.72015175269047,"standard_error":21.573882814548732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52867.90536363291,"upper_bound":53043.63647681348},"point_estimate":52936.02919363578,"standard_error":46.64455189034594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.732659050778,"upper_bound":384.1795010209129},"point_estimate":267.1704240291292,"standard_error":63.10557395855664}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52778.04280263216,"upper_bound":52919.402388129434},"point_estimate":52842.78456235267,"standard_error":36.130399032958195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.92167577414,"upper_bound":52820.333333333336},"point_estimate":52798.10260770975,"standard_error":11.1461352448197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.2958728483682,"upper_bound":202.25990608237188},"point_estimate":159.4902719303871,"standard_error":23.26767582690776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52848.31734870923,"upper_bound":53014.16214184371},"point_estimate":52923.51476380474,"standard_error":42.553675678996825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209.4005809394819,"upper_bound":498.2235094118829},"point_estimate":363.86684138523896,"standard_error":73.77475205618427}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 52f077052ecb..b8376fc6fcf1 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473974.0,955670.0,1433411.0,1884850.0,2390025.0,2848677.0,3312903.0,3795020.0,4257160.0,4756255.0,5202413.0,5688218.0,6152757.0,6619309.0,7152903.0,7595059.0,8097581.0,8534806.0,9182419.0,9493540.0,9949762.0,10455210.0,10945032.0,11416457.0,11890130.0,12322208.0,12807223.0,13252585.0,13752130.0,14302425.0,14688971.0,15192443.0,15637915.0,16286980.0,16598292.0,17055355.0,17579891.0,18002948.0,18513984.0,19093485.0,19557636.0,19993167.0,20437223.0,20895833.0,21420176.0,21876140.0,22363588.0,22858528.0,23314544.0,23793537.0,24241099.0,24691830.0,25345489.0,25680175.0,26192368.0,26805941.0,27082737.0,27644950.0,28137314.0,28529092.0,28950014.0,29486272.0,29912252.0,30494922.0,30892901.0,31529551.0,31868025.0,32728044.0,32814625.0,33260254.0,33767147.0,34664989.0,34686162.0,35151823.0,35647259.0,36167672.0,36629638.0,37097465.0,37716919.0,38041609.0,38604141.0,38959221.0,39408902.0,40066206.0,40384879.0,40891206.0,41369256.0,41867356.0,42444439.0,42841085.0,44798417.0,43771873.0,44326376.0,44769128.0,45241008.0,45663939.0,46129294.0,46745386.0,47178045.0,47531473.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470992.0,943105.0,1414595.0,1900509.0,2360100.0,2855902.0,3330842.0,3784452.0,4255549.0,4737163.0,5296426.0,5668035.0,6208447.0,6608939.0,7122887.0,7602856.0,8055612.0,8507041.0,9008976.0,9510364.0,9956872.0,10417244.0,10874094.0,11375965.0,11869028.0,12359958.0,12788825.0,13242842.0,13762730.0,14171564.0,14678361.0,15146501.0,15635161.0,16063228.0,16597104.0,17044165.0,17511864.0,18080881.0,18493658.0,19163995.0,19553931.0,20766324.0,20478165.0,20933958.0,21434181.0,21845653.0,22384546.0,22811262.0,23284180.0,23772199.0,24238185.0,24863771.0,25182204.0,25657474.0,26108085.0,26614170.0,27196588.0,28447313.0,28093964.0,28502418.0,28970687.0,29478390.0,29981755.0,30367533.0,30839607.0,31475170.0,31779506.0,32519245.0,32750504.0,33243924.0,33870449.0,34212132.0,34675449.0,35183332.0,35875554.0,36109803.0,36591743.0,37178092.0,37590137.0,38057451.0,38503885.0,39810182.0,39513670.0,39958149.0,40461814.0,40888962.0,41242465.0,41932081.0,42310932.0,42771474.0,43325864.0,43701097.0,44207833.0,44898758.0,45200494.0,45579854.0,46365612.0,46474200.0,47052311.0,48449578.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 427bd8f52b87..baf3d08fb7c7 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52222.36831086602,52487.605596405236,53194.905024509804,53460.142310049014] \ No newline at end of file +[52069.71119547234,52376.61471775845,53195.02411052141,53501.927632807514] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 73516d9558eb..c2b90600915b 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004112678293282842,"upper_bound":0.00180138730050291},"point_estimate":-0.0008398836261506171,"standard_error":0.0015186632127293172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008588865854357586,"upper_bound":0.002244690741381339},"point_estimate":0.0014314910960708804,"standard_error":0.00033839364088926254}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021535798489873657,"upper_bound":0.0012586014855731297},"point_estimate":-0.0005359394837878284,"standard_error":0.0008716249237908429},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0013361404940405164,"upper_bound":-0.00012229260383489482},"point_estimate":-0.0008165855941903999,"standard_error":0.0002856191577969065}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 24cd7a5dc9a5..deb388de79b0 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52823.605321531744,"upper_bound":52928.05120146016},"point_estimate":52871.120283264565,"standard_error":26.632623513691275},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52810.75407407407,"upper_bound":52858.1810839372},"point_estimate":52841.252012882454,"standard_error":10.633720787528},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.71457066856098,"upper_bound":182.42019898361542},"point_estimate":131.72015175269047,"standard_error":21.573882814548732},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52867.90536363291,"upper_bound":53043.63647681348},"point_estimate":52936.02919363578,"standard_error":46.64455189034594},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.732659050778,"upper_bound":384.1795010209129},"point_estimate":267.1704240291292,"standard_error":63.10557395855664}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52778.04280263216,"upper_bound":52919.402388129434},"point_estimate":52842.78456235267,"standard_error":36.130399032958195},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52769.92167577414,"upper_bound":52820.333333333336},"point_estimate":52798.10260770975,"standard_error":11.1461352448197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108.2958728483682,"upper_bound":202.25990608237188},"point_estimate":159.4902719303871,"standard_error":23.26767582690776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52848.31734870923,"upper_bound":53014.16214184371},"point_estimate":52923.51476380474,"standard_error":42.553675678996825},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":209.4005809394819,"upper_bound":498.2235094118829},"point_estimate":363.86684138523896,"standard_error":73.77475205618427}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 52f077052ecb..b8376fc6fcf1 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[473974.0,955670.0,1433411.0,1884850.0,2390025.0,2848677.0,3312903.0,3795020.0,4257160.0,4756255.0,5202413.0,5688218.0,6152757.0,6619309.0,7152903.0,7595059.0,8097581.0,8534806.0,9182419.0,9493540.0,9949762.0,10455210.0,10945032.0,11416457.0,11890130.0,12322208.0,12807223.0,13252585.0,13752130.0,14302425.0,14688971.0,15192443.0,15637915.0,16286980.0,16598292.0,17055355.0,17579891.0,18002948.0,18513984.0,19093485.0,19557636.0,19993167.0,20437223.0,20895833.0,21420176.0,21876140.0,22363588.0,22858528.0,23314544.0,23793537.0,24241099.0,24691830.0,25345489.0,25680175.0,26192368.0,26805941.0,27082737.0,27644950.0,28137314.0,28529092.0,28950014.0,29486272.0,29912252.0,30494922.0,30892901.0,31529551.0,31868025.0,32728044.0,32814625.0,33260254.0,33767147.0,34664989.0,34686162.0,35151823.0,35647259.0,36167672.0,36629638.0,37097465.0,37716919.0,38041609.0,38604141.0,38959221.0,39408902.0,40066206.0,40384879.0,40891206.0,41369256.0,41867356.0,42444439.0,42841085.0,44798417.0,43771873.0,44326376.0,44769128.0,45241008.0,45663939.0,46129294.0,46745386.0,47178045.0,47531473.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470992.0,943105.0,1414595.0,1900509.0,2360100.0,2855902.0,3330842.0,3784452.0,4255549.0,4737163.0,5296426.0,5668035.0,6208447.0,6608939.0,7122887.0,7602856.0,8055612.0,8507041.0,9008976.0,9510364.0,9956872.0,10417244.0,10874094.0,11375965.0,11869028.0,12359958.0,12788825.0,13242842.0,13762730.0,14171564.0,14678361.0,15146501.0,15635161.0,16063228.0,16597104.0,17044165.0,17511864.0,18080881.0,18493658.0,19163995.0,19553931.0,20766324.0,20478165.0,20933958.0,21434181.0,21845653.0,22384546.0,22811262.0,23284180.0,23772199.0,24238185.0,24863771.0,25182204.0,25657474.0,26108085.0,26614170.0,27196588.0,28447313.0,28093964.0,28502418.0,28970687.0,29478390.0,29981755.0,30367533.0,30839607.0,31475170.0,31779506.0,32519245.0,32750504.0,33243924.0,33870449.0,34212132.0,34675449.0,35183332.0,35875554.0,36109803.0,36591743.0,37178092.0,37590137.0,38057451.0,38503885.0,39810182.0,39513670.0,39958149.0,40461814.0,40888962.0,41242465.0,41932081.0,42310932.0,42771474.0,43325864.0,43701097.0,44207833.0,44898758.0,45200494.0,45579854.0,46365612.0,46474200.0,47052311.0,48449578.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 427bd8f52b87..baf3d08fb7c7 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52222.36831086602,52487.605596405236,53194.905024509804,53460.142310049014] \ No newline at end of file +[52069.71119547234,52376.61471775845,53195.02411052141,53501.927632807514] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 7c6ffa91f5da..82c06a8c3738 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,98 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - + + 0.018 - - + + 0.02 - - + + 0.022 - + - -90 - - - + 100 - - -110 - - - + + 120 - - -130 - - - + + 140 - - -150 - - - + + 160 - - -170 - - - + + 180 - - -190 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 59138750ed47..37cc7f6b3c19 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - -0.003 + + +0.0025 - - -0.004 + + +0.003 - - -0.005 + + +0.0035 - - -0.006 + + +0.004 - + -0.007 +0.0045 - -0.008 + +0.005 - - -0.009 + + +0.0055 - + - -150 - - - + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - - + + +450 + + + +500 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index faa25f708bbd..7b7ef8f4331e 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -50,30 +50,26 @@ Average Time (µs) - + 52 - - -54 - - - -56 + + +53 - - -58 + + +54 - - -60 + + +55 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 1838d1228991..82bf0be4070b 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -110,9 +110,9 @@ Iterations 900 - + - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 503d08c5ac23..e84a742270bc 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,58 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.004 + + +300 + + + +350 + + + +400 + + + +450 - - --0.003 + + + +-0.0025 - - + + -0.002 - - + + +-0.0015 + + + -0.001 - - + + +-5e-4 + + + 0 - - + + +5e-4 + + + 0.001 - - -0.002 + + +0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 7f960998fab5..965b79747993 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + - -8e-4 + +-0.0014 - - -0.001 + + +-0.0012 - - -0.0012 + + +-0.001 - - -0.0014 + + +-8e-4 - - -0.0016 + + +-6e-4 - - -0.0018 + + +-4e-4 - - -0.002 + + +-2e-4 - - -0.0022 + + +2.1684e-19 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 246f6acc6701..14f914a0a0a2 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 4a0c4a7cb0a2..9591dddeebc7 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.868 µs - 52.936 µs - 53.044 µs + 52.848 µs + 52.924 µs + 53.014 µs R² - 0.9949084 - 0.9951367 - 0.9945671 + 0.9946062 + 0.9948636 + 0.9944896 Mean - 52.824 µs - 52.871 µs - 52.928 µs + 52.778 µs + 52.843 µs + 52.919 µs Std. Dev. - 155.73 ns - 267.17 ns - 384.18 ns + 209.40 ns + 363.87 ns + 498.22 ns Median - 52.811 µs - 52.841 µs - 52.858 µs + 52.770 µs + 52.798 µs + 52.820 µs MAD - 94.715 ns - 131.72 ns - 182.42 ns + 108.30 ns + 159.49 ns + 202.26 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4113% - -0.0840% - +0.1801% - (p = 0.61 > + -0.2154% + -0.0536% + +0.1259% + (p = 0.54 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 2a4f00ce03bb..cdf960bcebfe 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 + + + +52.78 - - -16 + + +52.8 - - - + + 52.82 - - + + 52.84 - - + + 52.86 - - + + 52.88 - - + + 52.9 - - - - + + +52.92 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 3cd570bf37a1..d05850711f86 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - + - -52.81 - - - -52.815 - - - -52.82 - - - -52.825 - - - -52.83 + +52.77 - - -52.835 + + +52.78 - - -52.84 + + +52.79 - - -52.845 + + +52.8 - - -52.85 - - - -52.855 + + +52.81 - - -52.86 + + +52.82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 4249ba4d40ea..d9ae184962d1 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,30 +50,34 @@ Average Time (µs) - + +52 + + + 52.5 - - + + 53 - - + + 53.5 - - + + 54 - - + + 54.5 - - + + 55 - + Density (a.u.) @@ -82,64 +86,58 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - - -2 - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 750bc0234b8d..77715b1c79b3 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,35 +10,59 @@ Average Time (µs) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - + + +1.6 + + + +1.8 + + - + +52 + + + 53 - - + + 54 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 32cab82e1b73..9d83112d4842 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -17,52 +17,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -104,104 +104,104 @@ Iterations - - - - + + + + - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index d720d38b8ccf..97b85bd244cc 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,52 +14,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -104,99 +104,99 @@ Iterations - + - + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 9316686d81bc..55bdc6c0d383 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -47,28 +47,24 @@ Average Time (µs) - + 52 - - -54 - - - -56 + + +53 - - -58 + + +54 - - -60 + + +55 - - - - - + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index e7557bf5e352..e7be49182cc6 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 900 - + - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 9284567f26fd..295edc600bda 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + - + +52.84 + + + 52.86 - - + + 52.88 - - + + 52.9 - - + + 52.92 - - + + 52.94 - - + + 52.96 - - + + 52.98 - - + + 53 - - + + 53.02 - - -53.04 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 0fecf27cef20..4e800a23798a 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + - + +52.84 + + + 52.86 - - + + 52.88 - - + + 52.9 - - + + 52.92 - - + + 52.94 - - + + 52.96 - - + + 52.98 - - + + 53 - - + + 53.02 - - -53.04 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index d7175ddee3e4..bc880fd880c5 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791431.4539925288,"upper_bound":1795102.7707839028},"point_estimate":1793079.848048196,"standard_error":942.9372899466669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790421.1987522282,"upper_bound":1791974.2658066573},"point_estimate":1791499.6518920069,"standard_error":378.50639100786145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2279.4503014138572,"upper_bound":3600.3917350989486},"point_estimate":2667.1831429431254,"standard_error":345.26291383764766},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791173.979487906,"upper_bound":1794119.53554459},"point_estimate":1792437.8920703414,"standard_error":764.125349900069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4435.218470308617,"upper_bound":13246.398581308054},"point_estimate":9439.886550197742,"standard_error":2200.54059794678}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794146.2220484216,"upper_bound":1811947.4372362923},"point_estimate":1801603.8470274585,"standard_error":4634.6885141001085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791140.2602739725,"upper_bound":1795894.56},"point_estimate":1794173.2941666665,"standard_error":1146.4878390724725},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7411.426031497724,"upper_bound":12190.735444053085},"point_estimate":10280.966896423743,"standard_error":1211.3682406082044},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794376.5141349633,"upper_bound":1816684.1799570527},"point_estimate":1803400.4285355401,"standard_error":5854.754965716263},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9954.228791504613,"upper_bound":72646.33495841472},"point_estimate":46543.365972688145,"standard_error":16697.33629824799}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index eb06ec972bbd..28e444d8325b 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1839547.0,3608152.0,5364132.0,7156120.0,8907202.0,10730279.0,12814491.0,14393392.0,16084642.0,17976657.0,19632551.0,21509879.0,23285757.0,25017032.0,26851529.0,28676789.0,30540742.0,32135202.0,34043637.0,35824254.0,37712301.0,39440430.0,41231316.0,42856904.0,44881726.0,46626265.0,48428232.0,50065693.0,51863882.0,53660048.0,55427291.0,57278709.0,59168419.0,60879206.0,62790366.0,64399424.0,66344959.0,68084147.0,69963649.0,71621056.0,73361979.0,75398473.0,76861208.0,78626486.0,80460442.0,85046004.0,84238801.0,87000325.0,87784035.0,89493019.0,91354165.0,93027782.0,94800154.0,96836106.0,98301867.0,100329144.0,101979608.0,103999721.0,105619238.0,107593005.0,109387818.0,111311071.0,112807769.0,114421745.0,116328206.0,118158316.0,120374044.0,122556980.0,123650987.0,125485195.0,127050192.0,128956750.0,130655743.0,132753111.0,134495955.0,136147330.0,137787314.0,139461341.0,141649184.0,143062887.0,144991488.0,146994698.0,148360361.0,150523478.0,152282102.0,154186819.0,155910659.0,157500389.0,159264343.0,161254178.0,163063377.0,164701266.0,166467255.0,168438986.0,170357869.0,171982885.0,173782345.0,175650944.0,177284035.0,181237927.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1872823.0,3580489.0,5336284.0,7133827.0,8900532.0,10710017.0,12463137.0,14303701.0,16004692.0,17865434.0,19843555.0,21538115.0,23203511.0,25021632.0,26716783.0,28984026.0,30538043.0,32142785.0,34210854.0,35810677.0,37575147.0,39298664.0,40982623.0,42840770.0,44851922.0,46595995.0,48423504.0,50143021.0,52116374.0,53496245.0,55473374.0,57585506.0,59196379.0,61375647.0,63076760.0,64647667.0,66347548.0,68216304.0,69708306.0,72135276.0,73431361.0,75685929.0,77487058.0,79032110.0,80583783.0,82071896.0,85217041.0,85861847.0,88107639.0,89794728.0,91333424.0,92731611.0,95244725.0,98660277.0,98560069.0,103005290.0,103089297.0,104700612.0,106296490.0,108083765.0,109635950.0,111443984.0,113224306.0,115190117.0,134643832.0,141953623.0,120571944.0,122069065.0,124854319.0,126500760.0,128040341.0,129187419.0,130753239.0,133922181.0,134598958.0,136885748.0,137527960.0,139983636.0,143072358.0,142659033.0,146124539.0,146344562.0,148949778.0,150176885.0,151823838.0,153572340.0,154787925.0,159196286.0,159844148.0,160577902.0,162400072.0,164748789.0,166325270.0,169355131.0,170339553.0,171823461.0,174114848.0,175584780.0,178142137.0,179239140.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 7f56acac7378..fd1770e20757 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1777662.3002513908,1783464.3517196192,1798936.4889682285,1804738.540436457] \ No newline at end of file +[1745851.15858155,1766605.1809391268,1821949.2405593311,1842703.2629169077] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index aca6bf6885a9..ce4250b1e7f5 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006441496587263275,"upper_bound":-0.0006486872671052113},"point_estimate":-0.0031572499695897704,"standard_error":0.001490586625954077},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017598427275473671,"upper_bound":0.00006546452204347908},"point_estimate":-0.0007669699601781099,"standard_error":0.00048716351346011664}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007325089666891551,"upper_bound":0.010910878291892023},"point_estimate":0.004753831229847849,"standard_error":0.002671233927456986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00006621816295104832,"upper_bound":0.0024580644062979218},"point_estimate":0.0014924045739199698,"standard_error":0.0006317529442703597}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index d7175ddee3e4..bc880fd880c5 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791431.4539925288,"upper_bound":1795102.7707839028},"point_estimate":1793079.848048196,"standard_error":942.9372899466669},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790421.1987522282,"upper_bound":1791974.2658066573},"point_estimate":1791499.6518920069,"standard_error":378.50639100786145},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2279.4503014138572,"upper_bound":3600.3917350989486},"point_estimate":2667.1831429431254,"standard_error":345.26291383764766},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791173.979487906,"upper_bound":1794119.53554459},"point_estimate":1792437.8920703414,"standard_error":764.125349900069},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4435.218470308617,"upper_bound":13246.398581308054},"point_estimate":9439.886550197742,"standard_error":2200.54059794678}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794146.2220484216,"upper_bound":1811947.4372362923},"point_estimate":1801603.8470274585,"standard_error":4634.6885141001085},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1791140.2602739725,"upper_bound":1795894.56},"point_estimate":1794173.2941666665,"standard_error":1146.4878390724725},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7411.426031497724,"upper_bound":12190.735444053085},"point_estimate":10280.966896423743,"standard_error":1211.3682406082044},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794376.5141349633,"upper_bound":1816684.1799570527},"point_estimate":1803400.4285355401,"standard_error":5854.754965716263},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9954.228791504613,"upper_bound":72646.33495841472},"point_estimate":46543.365972688145,"standard_error":16697.33629824799}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index eb06ec972bbd..28e444d8325b 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1839547.0,3608152.0,5364132.0,7156120.0,8907202.0,10730279.0,12814491.0,14393392.0,16084642.0,17976657.0,19632551.0,21509879.0,23285757.0,25017032.0,26851529.0,28676789.0,30540742.0,32135202.0,34043637.0,35824254.0,37712301.0,39440430.0,41231316.0,42856904.0,44881726.0,46626265.0,48428232.0,50065693.0,51863882.0,53660048.0,55427291.0,57278709.0,59168419.0,60879206.0,62790366.0,64399424.0,66344959.0,68084147.0,69963649.0,71621056.0,73361979.0,75398473.0,76861208.0,78626486.0,80460442.0,85046004.0,84238801.0,87000325.0,87784035.0,89493019.0,91354165.0,93027782.0,94800154.0,96836106.0,98301867.0,100329144.0,101979608.0,103999721.0,105619238.0,107593005.0,109387818.0,111311071.0,112807769.0,114421745.0,116328206.0,118158316.0,120374044.0,122556980.0,123650987.0,125485195.0,127050192.0,128956750.0,130655743.0,132753111.0,134495955.0,136147330.0,137787314.0,139461341.0,141649184.0,143062887.0,144991488.0,146994698.0,148360361.0,150523478.0,152282102.0,154186819.0,155910659.0,157500389.0,159264343.0,161254178.0,163063377.0,164701266.0,166467255.0,168438986.0,170357869.0,171982885.0,173782345.0,175650944.0,177284035.0,181237927.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1872823.0,3580489.0,5336284.0,7133827.0,8900532.0,10710017.0,12463137.0,14303701.0,16004692.0,17865434.0,19843555.0,21538115.0,23203511.0,25021632.0,26716783.0,28984026.0,30538043.0,32142785.0,34210854.0,35810677.0,37575147.0,39298664.0,40982623.0,42840770.0,44851922.0,46595995.0,48423504.0,50143021.0,52116374.0,53496245.0,55473374.0,57585506.0,59196379.0,61375647.0,63076760.0,64647667.0,66347548.0,68216304.0,69708306.0,72135276.0,73431361.0,75685929.0,77487058.0,79032110.0,80583783.0,82071896.0,85217041.0,85861847.0,88107639.0,89794728.0,91333424.0,92731611.0,95244725.0,98660277.0,98560069.0,103005290.0,103089297.0,104700612.0,106296490.0,108083765.0,109635950.0,111443984.0,113224306.0,115190117.0,134643832.0,141953623.0,120571944.0,122069065.0,124854319.0,126500760.0,128040341.0,129187419.0,130753239.0,133922181.0,134598958.0,136885748.0,137527960.0,139983636.0,143072358.0,142659033.0,146124539.0,146344562.0,148949778.0,150176885.0,151823838.0,153572340.0,154787925.0,159196286.0,159844148.0,160577902.0,162400072.0,164748789.0,166325270.0,169355131.0,170339553.0,171823461.0,174114848.0,175584780.0,178142137.0,179239140.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 7f56acac7378..fd1770e20757 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1777662.3002513908,1783464.3517196192,1798936.4889682285,1804738.540436457] \ No newline at end of file +[1745851.15858155,1766605.1809391268,1821949.2405593311,1842703.2629169077] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 3a9538235067..442240c65c59 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 - - -0.8 + + +0.2 - - -1 + + +0.25 - - -1.2 + + +0.3 - - -1.4 + + +0.35 - + - -2.2 - - - -2.4 - - - -2.6 + +7 - - -2.8 + + +8 - - -3 + + +9 - - -3.2 + + +10 - - -3.4 + + +11 - - -3.6 + + +12 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 392f9d9a03de..5b0e88ec44c1 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 - - - -0.06 + +0.005 - - -0.08 + + +0.01 - - -0.1 + + +0.015 - - -0.12 + + +0.02 - - -0.14 + + +0.025 - - -0.16 + + +0.03 - - -0.18 + + +0.035 - + - -4 - - - -5 - - - -6 - - - -7 - - - -8 + +10 - - -9 + + +20 - - -10 + + +30 - - -11 + + +40 - - -12 + + +50 - - -13 + + +60 - - -14 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 5cb8c6fb86c2..b248017a67bf 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (ms) - + 1.8 - - -1.85 - - - + + 1.9 - - -1.95 - - - + + 2 - - - - - + + +2.1 + + + +2.2 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index d3e44abbfcb7..1d87f7e5c219 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -21,13 +21,14 @@ Iterations - + - - - - - + + + + + + 0.0 @@ -37,34 +38,38 @@ Iterations 20.0 - + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 0 @@ -110,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 1ca3ce5fb7ce..e3c8e62c72c8 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,59 +9,71 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - + - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - --0.002 - - - --0.001 - - - - - - + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 4eb105815544..c3bbcb130bd6 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - --0.0018 - - - --0.0016 - - - --0.0014 + + +900 - - --0.0012 - - - --0.001 - - - --8e-4 + + + +0 - - --6e-4 + + +5e-4 - - --4e-4 + + +0.001 - - --2e-4 + + +0.0015 - - -4.3368e-19 + + +0.002 - - -2e-4 + + +0.0025 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 658120f8ee42..f8a83bd86c3d 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 007026dff6b0..7c06632dcbd9 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7912 ms - 1.7924 ms - 1.7941 ms + 1.7944 ms + 1.8034 ms + 1.8167 ms R² - 0.9982463 - 0.9983118 - 0.9981959 + 0.8953897 + 0.8982419 + 0.8920842 Mean - 1.7914 ms - 1.7931 ms - 1.7951 ms + 1.7941 ms + 1.8016 ms + 1.8119 ms Std. Dev. - 4.4352 µs - 9.4399 µs - 13.246 µs + 9.9542 µs + 46.543 µs + 72.646 µs Median - 1.7904 ms - 1.7915 ms - 1.7920 ms + 1.7911 ms + 1.7942 ms + 1.7959 ms MAD - 2.2795 µs - 2.6672 µs - 3.6004 µs + 7.4114 µs + 10.281 µs + 12.191 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6441% - -0.3157% - -0.0649% - (p = 0.02 < + +0.0733% + +0.4754% + +1.0911% + (p = 0.05 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index bcfa5887d5e5..424a10ee0379 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - -50 + +10 - - -100 + + +20 - - -150 + + +30 - + -200 +40 - -250 + +50 - - -300 + + +60 - - -350 + + +70 - - -400 + + +80 - - -450 + + +90 - + - -1.7915 + +1.794 - - -1.792 + + +1.796 - - -1.7925 + + +1.798 - - -1.793 + + +1.8 - - -1.7935 + + +1.802 - - -1.794 + + +1.804 + + + +1.806 - - -1.7945 + + +1.808 - - -1.795 + + +1.81 - - -1.7955 + + +1.812 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index d8719141f1c2..1b4fb156473c 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -500 + +100 + + + +200 - - -1000 + + +300 - - -1500 + + +400 - - -2000 + + +500 - - -2500 + + +600 - + - -1.7904 + +1.791 - - -1.7906 + + +1.7915 - - -1.7908 + + +1.792 - - -1.791 + + +1.7925 - - -1.7912 + + +1.793 - - -1.7914 + + +1.7935 - - -1.7916 + + +1.794 - - -1.7918 + + +1.7945 - - -1.792 + + +1.795 + + + +1.7955 + + + +1.796 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index d12e31dc6248..962986613388 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,46 +54,46 @@ Average Time (ms) - -1.77 + +1.75 - - -1.78 + + +1.8 - - -1.79 + + +1.85 - - -1.8 + + +1.9 - - -1.81 + + +1.95 - - -1.82 + + +2 - - -1.83 + + +2.05 - - -1.84 + + +2.1 - - -1.85 + + +2.15 - - -1.86 + + +2.2 - + Density (a.u.) @@ -102,58 +102,54 @@ Density (a.u.) 0 - -10 - - - -20 + +2 - - -30 + + +4 - - -40 + + +6 - - -50 + + +8 - - -60 - - - -70 + + +10 - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index f6650c90fe26..bc0521c605b7 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (ms) 0 - -10 + +2 + + + +4 - - -20 + + +6 - - -30 + + +8 - - -40 + + +10 - - -50 + + +12 - + -60 +14 - -70 + +16 - - -80 + + +18 - + - -1.78 - - - + 1.8 - - -1.82 + + +1.9 + + + +2 - - -1.84 + + +2.1 - - -1.86 + + +2.2 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 7420d27912dd..971687aecbec 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -19,51 +19,46 @@ Iterations - - - - - - - - + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -115,98 +110,98 @@ Iterations - - + + - + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 21fca2afca0b..e4466154a070 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -16,51 +16,46 @@ Iterations - - - - - - - - + + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -108,100 +103,100 @@ Iterations - + - + - - - - + + + + - - + + - + - - - + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 7feb838e0f87..d55750134183 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -35,28 +35,28 @@ Average Time (ms) - + 1.8 - - -1.85 - - - + + 1.9 - - -1.95 - - - + + 2 - - - - - + + +2.1 + + + +2.2 + + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 889c2610e7a0..66061f44b960 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -21,10 +21,11 @@ Iterations - + - + + 0.0 @@ -46,22 +47,26 @@ Iterations 80.0 - + 100.0 - + 120.0 - + 140.0 - + 160.0 + +180.0 + + 0 @@ -107,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 3fe4c30d42bf..df8360c4a8ed 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 - - - -200 + +10 - - -250 + + +20 - - -300 + + +30 - - -350 + + +40 - - -400 + + +50 - - -450 + + +60 - - -500 + + +70 - - -550 + + +80 - + - -1.791 - - - -1.7915 - - - -1.792 + +1.795 - - -1.7925 + + +1.8 - - -1.793 + + +1.805 - - -1.7935 + + +1.81 - - -1.794 + + +1.815 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index 168327ccb368..247a190da9ed 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 - - - -200 + +10 - - -250 + + +20 - - -300 + + +30 - - -350 + + +40 - - -400 + + +50 - - -450 + + +60 - - -500 + + +70 - - -550 + + +80 - + - -1.791 - - - -1.7915 - - - -1.792 + +1.795 - - -1.7925 + + +1.8 - - -1.793 + + +1.805 - - -1.7935 + + +1.81 - - -1.794 + + +1.815 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 2dcf9648eafa..d73856b7c9b0 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799181.7046370187,"upper_bound":1807195.9470502916},"point_estimate":1802665.5390528217,"standard_error":2064.927049582424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797035.7037037036,"upper_bound":1798435.1666666667},"point_estimate":1797594.8388046387,"standard_error":371.1945449162845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2147.882354614624,"upper_bound":4240.751724361888},"point_estimate":2945.4319578260743,"standard_error":538.0648029904952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798270.8700203875,"upper_bound":1817193.0669256782},"point_estimate":1806159.790480272,"standard_error":5020.956772237767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6372.98257046448,"upper_bound":30847.39747229072},"point_estimate":20724.28286837286,"standard_error":6146.38780234213}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1803475.469150303,"upper_bound":1829549.7732309636},"point_estimate":1814186.483771379,"standard_error":6774.892679854515},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800260.186440678,"upper_bound":1802516.905808081},"point_estimate":1801002.9834826428,"standard_error":609.0288123893141},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3618.4444861656384,"upper_bound":6548.715915132479},"point_estimate":4845.028386367317,"standard_error":746.4702236952452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800775.7548939434,"upper_bound":1806987.360280114},"point_estimate":1803371.3001802866,"standard_error":1597.1154492102498},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10150.826928414815,"upper_bound":109666.55740871266},"point_estimate":68144.63562120893,"standard_error":26296.94883818948}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 50c749a397a5..8515ad3e90fe 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1825631.0,3745447.0,5480299.0,7191024.0,9012999.0,10773678.0,12552291.0,14342295.0,16145584.0,17999508.0,19758814.0,21642022.0,23289571.0,25232390.0,27025079.0,28770230.0,30511773.0,32290847.0,34303626.0,35891023.0,37745548.0,39622193.0,41474784.0,43112023.0,44886348.0,46958037.0,48518424.0,50344706.0,52121024.0,53912241.0,55655878.0,58423033.0,59260073.0,61376785.0,62894442.0,64743666.0,66422524.0,68299049.0,70117106.0,71825517.0,73632032.0,75523383.0,77157370.0,79272679.0,80971912.0,82846782.0,84539944.0,86221476.0,88189540.0,89858808.0,91555836.0,93492092.0,95197156.0,97039928.0,98767864.0,100754463.0,103465100.0,104225866.0,106063668.0,107927898.0,109531804.0,111549291.0,113332110.0,114921318.0,116879915.0,118951337.0,120383185.0,122226718.0,123933567.0,126139526.0,127331266.0,129352831.0,131744306.0,134421401.0,135100035.0,136549424.0,138201872.0,140761310.0,142092989.0,143751259.0,146600235.0,147362484.0,149166224.0,151199601.0,152682883.0,154412534.0,156468805.0,158999538.0,160389307.0,161517237.0,163448184.0,165322345.0,167012092.0,169244249.0,170762537.0,172606752.0,188646387.0,187567045.0,177126390.0,180145283.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1847798.0,3717097.0,5412802.0,7229312.0,8978124.0,10799143.0,12610775.0,14405414.0,16165218.0,17980135.0,19805571.0,21606210.0,23484657.0,25183017.0,27003714.0,28735495.0,30598273.0,32305658.0,34130734.0,36108576.0,37824968.0,39648232.0,41786334.0,43209317.0,59496673.0,47975237.0,57167934.0,55379566.0,52103686.0,54203315.0,55773174.0,57931143.0,59334489.0,61194461.0,63053901.0,64900337.0,66530118.0,68228036.0,70377661.0,72062082.0,73786660.0,75872525.0,77383713.0,79376162.0,81588965.0,83185011.0,84652328.0,87099098.0,89158522.0,90479024.0,91923067.0,94136150.0,95351554.0,97618440.0,99123567.0,100892537.0,103064935.0,104595560.0,106215351.0,107974624.0,109833033.0,111578380.0,113657252.0,115514380.0,117270976.0,118819584.0,121085155.0,123986025.0,124737182.0,127286654.0,128030106.0,129613631.0,131165234.0,133153737.0,135393389.0,136867838.0,138384267.0,140273814.0,142763164.0,144341959.0,145851756.0,146998863.0,149808913.0,151315302.0,152413318.0,154623104.0,156139492.0,158249032.0,160103763.0,161587701.0,163379976.0,165257290.0,167819576.0,169101145.0,170554717.0,172101482.0,174409051.0,176431877.0,177972982.0,180307992.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index f459120f0776..24f469fa6108 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1780214.2173418654,1788145.219901166,1809294.5600593006,1817225.5626186011] \ No newline at end of file +[1777661.6986263734,1788173.7263736264,1816205.8003663006,1826717.8281135533] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 22c82a7dbf07..7d73e10cf812 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009188982989829286,"upper_bound":0.002331241038084503},"point_estimate":-0.0028254438561089446,"standard_error":0.0029580394542870845},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0005442108206837881,"upper_bound":0.00079060930155328},"point_estimate":0.0001867317122332679,"standard_error":0.0003483022442591673}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00019345695213217554,"upper_bound":0.01659011108166083},"point_estimate":0.006391060609396648,"standard_error":0.004366946069403103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0012434196688455579,"upper_bound":0.0028661707010265015},"point_estimate":0.001895947075744031,"standard_error":0.000401808570979461}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 2dcf9648eafa..d73856b7c9b0 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799181.7046370187,"upper_bound":1807195.9470502916},"point_estimate":1802665.5390528217,"standard_error":2064.927049582424},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1797035.7037037036,"upper_bound":1798435.1666666667},"point_estimate":1797594.8388046387,"standard_error":371.1945449162845},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2147.882354614624,"upper_bound":4240.751724361888},"point_estimate":2945.4319578260743,"standard_error":538.0648029904952},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1798270.8700203875,"upper_bound":1817193.0669256782},"point_estimate":1806159.790480272,"standard_error":5020.956772237767},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6372.98257046448,"upper_bound":30847.39747229072},"point_estimate":20724.28286837286,"standard_error":6146.38780234213}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1803475.469150303,"upper_bound":1829549.7732309636},"point_estimate":1814186.483771379,"standard_error":6774.892679854515},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800260.186440678,"upper_bound":1802516.905808081},"point_estimate":1801002.9834826428,"standard_error":609.0288123893141},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3618.4444861656384,"upper_bound":6548.715915132479},"point_estimate":4845.028386367317,"standard_error":746.4702236952452},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800775.7548939434,"upper_bound":1806987.360280114},"point_estimate":1803371.3001802866,"standard_error":1597.1154492102498},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10150.826928414815,"upper_bound":109666.55740871266},"point_estimate":68144.63562120893,"standard_error":26296.94883818948}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 50c749a397a5..8515ad3e90fe 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1825631.0,3745447.0,5480299.0,7191024.0,9012999.0,10773678.0,12552291.0,14342295.0,16145584.0,17999508.0,19758814.0,21642022.0,23289571.0,25232390.0,27025079.0,28770230.0,30511773.0,32290847.0,34303626.0,35891023.0,37745548.0,39622193.0,41474784.0,43112023.0,44886348.0,46958037.0,48518424.0,50344706.0,52121024.0,53912241.0,55655878.0,58423033.0,59260073.0,61376785.0,62894442.0,64743666.0,66422524.0,68299049.0,70117106.0,71825517.0,73632032.0,75523383.0,77157370.0,79272679.0,80971912.0,82846782.0,84539944.0,86221476.0,88189540.0,89858808.0,91555836.0,93492092.0,95197156.0,97039928.0,98767864.0,100754463.0,103465100.0,104225866.0,106063668.0,107927898.0,109531804.0,111549291.0,113332110.0,114921318.0,116879915.0,118951337.0,120383185.0,122226718.0,123933567.0,126139526.0,127331266.0,129352831.0,131744306.0,134421401.0,135100035.0,136549424.0,138201872.0,140761310.0,142092989.0,143751259.0,146600235.0,147362484.0,149166224.0,151199601.0,152682883.0,154412534.0,156468805.0,158999538.0,160389307.0,161517237.0,163448184.0,165322345.0,167012092.0,169244249.0,170762537.0,172606752.0,188646387.0,187567045.0,177126390.0,180145283.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1847798.0,3717097.0,5412802.0,7229312.0,8978124.0,10799143.0,12610775.0,14405414.0,16165218.0,17980135.0,19805571.0,21606210.0,23484657.0,25183017.0,27003714.0,28735495.0,30598273.0,32305658.0,34130734.0,36108576.0,37824968.0,39648232.0,41786334.0,43209317.0,59496673.0,47975237.0,57167934.0,55379566.0,52103686.0,54203315.0,55773174.0,57931143.0,59334489.0,61194461.0,63053901.0,64900337.0,66530118.0,68228036.0,70377661.0,72062082.0,73786660.0,75872525.0,77383713.0,79376162.0,81588965.0,83185011.0,84652328.0,87099098.0,89158522.0,90479024.0,91923067.0,94136150.0,95351554.0,97618440.0,99123567.0,100892537.0,103064935.0,104595560.0,106215351.0,107974624.0,109833033.0,111578380.0,113657252.0,115514380.0,117270976.0,118819584.0,121085155.0,123986025.0,124737182.0,127286654.0,128030106.0,129613631.0,131165234.0,133153737.0,135393389.0,136867838.0,138384267.0,140273814.0,142763164.0,144341959.0,145851756.0,146998863.0,149808913.0,151315302.0,152413318.0,154623104.0,156139492.0,158249032.0,160103763.0,161587701.0,163379976.0,165257290.0,167819576.0,169101145.0,170554717.0,172101482.0,174409051.0,176431877.0,177972982.0,180307992.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index f459120f0776..24f469fa6108 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1780214.2173418654,1788145.219901166,1809294.5600593006,1817225.5626186011] \ No newline at end of file +[1777661.6986263734,1788173.7263736264,1816205.8003663006,1826717.8281135533] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 392421c0f3ab..17cc220a9d63 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 + + + +3.5 - - -0.8 + + +4 - - - -2 + + +4.5 - - -2.5 + + +5 - - -3 + + +5.5 - - -3.5 + + +6 - - -4 + + +6.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 3b68080a6990..f4871ce2c547 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + 0.01 - - -0.02 + + +0.012 - - -0.03 + + +0.014 - - -0.04 + + +0.016 - - -0.05 + + +0.018 - - -0.06 + + +0.02 - - -0.07 + + +0.022 - + - -5 + +0 + + + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - -25 + + +100 - - -30 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index a040c858187c..3a5a2d8070b7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -38,30 +38,26 @@ Average Time (ms) - + 1.8 - - -1.9 - - - + + 2 - - -2.1 - - - + + 2.2 - - - - - + + +2.4 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index cb2d035a436c..e95a23cec295 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -22,13 +22,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -42,34 +42,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -116,9 +116,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index b2396b63aebe..15ccef131ab5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,63 +9,91 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - --0.01 + +-0.002 - - --0.008 + + +0 - - --0.006 + + +0.002 - - --0.004 + + +0.004 - - --0.002 + + +0.006 - - -0 + + +0.008 - - -0.002 + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 5edfeb17130d..f270eb2b813f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - - + + 1000 - - -1100 - - + - --6e-4 + +0.0012 + + + +0.0014 + + + +0.0016 - - --4e-4 + + +0.0018 - - --2e-4 + + +0.002 - - -0 + + +0.0022 - - -2e-4 + + +0.0024 - - -4e-4 + + +0.0026 - - -6e-4 + + +0.0028 - - -8e-4 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 31740b621a19..436aa691b237 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index bfbb03116014..53254c18cadf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7983 ms - 1.8062 ms - 1.8172 ms + 1.8008 ms + 1.8034 ms + 1.8070 ms R² - 0.9590737 - 0.9615228 - 0.9567440 + 0.9611918 + 0.9614575 + 0.9609418 Mean - 1.7992 ms - 1.8027 ms - 1.8072 ms + 1.8035 ms + 1.8142 ms + 1.8295 ms Std. Dev. - 6.3730 µs - 20.724 µs - 30.847 µs + 10.151 µs + 68.145 µs + 109.67 µs Median - 1.7970 ms - 1.7976 ms - 1.7984 ms + 1.8003 ms + 1.8010 ms + 1.8025 ms MAD - 2.1479 µs - 2.9454 µs - 4.2408 µs + 3.6184 µs + 4.8450 µs + 6.5487 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.9189% - -0.2825% - +0.2331% - (p = 0.38 > + -0.0193% + +0.6391% + +1.6590% + (p = 0.10 > 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 7863594c01a8..4bbd430a3f42 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 - - - -80 + +10 - - -100 - - - -120 + + +20 - - -140 + + +30 - - -160 + + +40 - - -180 + + +50 - - -200 + + +60 - + - -1.799 - - - -1.8 - - - -1.801 - - - -1.802 - - - -1.803 + +1.805 - - -1.804 + + +1.81 - - -1.805 + + +1.815 - - -1.806 + + +1.82 - - -1.807 + + +1.825 - - -1.808 + + +1.83 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 7d3ea107bff8..3eb742d63fbf 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - -1400 - - + - -1.797 - - - -1.7972 - - - -1.7974 - - - -1.7976 + +1.8005 - - -1.7978 + + +1.801 - - -1.798 + + +1.8015 - - -1.7982 + + +1.802 - - -1.7984 + + +1.8025 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 83f888956ebc..b03df1cff25d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,46 +54,34 @@ Average Time (ms) - -1.78 - - - + 1.8 - - -1.82 - - - -1.84 - - - -1.86 + + +1.9 - - -1.88 + + +2 - - -1.9 + + +2.1 - - -1.92 + + +2.2 - - -1.94 + + +2.3 - - -1.96 + + +2.4 - + Density (a.u.) @@ -102,58 +90,56 @@ Density (a.u.) 0 - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 057294644832..0282436ed783 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 + + +12 - - -40 + + +14 - + - + 1.8 - - -1.85 + + +2 - - -1.9 + + +2.2 - - -1.95 + + +2.4 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 26d3e9e75d94..6f009dea1a39 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -18,52 +18,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -110,103 +110,103 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index f7c19b5510c8..6c8d3d86dca1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -15,52 +15,52 @@ Iterations - - - - - - - - - + + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -106,102 +106,102 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index eb20dd865222..ee054dcc8768 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -35,28 +35,24 @@ Average Time (ms) - + 1.8 - - -1.9 - - - + + 2 - - -2.1 - - - + + 2.2 - - - - - + + +2.4 + + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index c89d7f22c3b5..a7c3672b4cf7 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -19,13 +19,13 @@ Iterations - - - - - - - + + + + + + + 0.0 @@ -39,34 +39,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 0 @@ -113,7 +113,7 @@ Iterations - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index cf396275bdb4..50cc2a323207 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,98 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 + + +100 - - -90 + + +150 - - -100 + + +200 - - -110 + + +250 - + - -1.798 + +1.801 - - -1.8 - - + 1.802 - -1.804 - - - -1.806 + +1.803 - - -1.808 - - - -1.81 - - - -1.812 + + +1.804 - - -1.814 + + +1.805 - - -1.816 + + +1.806 - - -1.818 + + +1.807 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 6cc0a63a692a..a44dbc0d3d5f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,98 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 + + +100 - - -90 + + +150 - - -100 + + +200 - - -110 + + +250 - + - -1.798 + +1.801 - - -1.8 - - + 1.802 - -1.804 - - - -1.806 + +1.803 - - -1.808 - - - -1.81 - - - -1.812 + + +1.804 - - -1.814 + + +1.805 - - -1.816 + + +1.806 - - -1.818 + + +1.807 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index e5b52f54670d..100ddf57f88f 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5090491.035125001,"upper_bound":5098810.413675},"point_estimate":5094495.545000001,"standard_error":2130.840599216969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5088564.15,"upper_bound":5096920.5},"point_estimate":5092843.7,"standard_error":2089.68938358897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14803.76073718071,"upper_bound":23211.14040791947},"point_estimate":18909.376584291043,"standard_error":2118.734758000573},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16133.532305364266,"upper_bound":27780.26104032006},"point_estimate":21445.955487560335,"standard_error":3168.80182907983}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5130918.755722225,"upper_bound":5163078.203694445},"point_estimate":5146208.63888889,"standard_error":8229.499813126864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5108434.777777778,"upper_bound":5136618.888888889},"point_estimate":5121509.388888889,"standard_error":6894.150807229179},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39684.230467131194,"upper_bound":68214.50715561632},"point_estimate":53409.922751784325,"standard_error":7416.240122889895},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60544.90694414154,"upper_bound":103284.60595652486},"point_estimate":82757.8772458566,"standard_error":10970.218370810913}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 315b2538832f..a60682f77bf8 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51434893.0,50667465.0,51248877.0,51036702.0,50869861.0,50848793.0,50926507.0,50894676.0,50927722.0,51041062.0,51080695.0,50969879.0,50878640.0,50854864.0,50777720.0,50833413.0,51156074.0,51241863.0,51372470.0,51092217.0,51110560.0,51014348.0,51048746.0,50911150.0,50970470.0,50897102.0,50926538.0,51056310.0,50830959.0,50863408.0,50959619.0,50734506.0,50796719.0,50776257.0,50916408.0,51240622.0,50737313.0,50892643.0,50836869.0,50812096.0,50657657.0,51044838.0,50661804.0,51074673.0,51199365.0,51142236.0,51066919.0,50999441.0,51063553.0,51198606.0,51110299.0,50970772.0,50937946.0,50935423.0,51009752.0,50948028.0,50906208.0,51335449.0,51076415.0,51085795.0,50864462.0,51082309.0,51055648.0,50876235.0,50854892.0,50942405.0,51087776.0,51200277.0,51189365.0,50969998.0,50890720.0,51137602.0,50969205.0,50958548.0,50929152.0,51119906.0,50958166.0,50642720.0,50706920.0,50743977.0,50689498.0,50670931.0,50629693.0,50688595.0,50614528.0,50640964.0,50673587.0,50626179.0,50808829.0,50809581.0,50733741.0,50703252.0,50818917.0,50823937.0,50962103.0,51035539.0,52108930.0,50818718.0,50759016.0,50786509.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[46065548.0,47572225.0,48657429.0,46169422.0,45907762.0,47659081.0,46626456.0,46861717.0,46150327.0,46377573.0,46673425.0,46843073.0,46451166.0,46340902.0,48248202.0,46195582.0,46586390.0,46102627.0,46159973.0,45792156.0,45478327.0,45836407.0,45584738.0,45648286.0,45826560.0,45772118.0,45861975.0,45860893.0,46908414.0,46139102.0,46013271.0,45780414.0,46823406.0,46522862.0,46322599.0,46688191.0,46319079.0,47322327.0,46554595.0,46229570.0,45762418.0,45640560.0,47486487.0,45832141.0,45672882.0,45905488.0,45672460.0,46059018.0,45496413.0,45563434.0,45640673.0,45989106.0,45956933.0,46099149.0,46356982.0,46215276.0,46322726.0,45746673.0,45773544.0,45934053.0,45954892.0,45975913.0,46075966.0,48588121.0,47610219.0,46881365.0,45766610.0,45763874.0,45704072.0,45605649.0,45532047.0,45962667.0,46578258.0,45851759.0,46068984.0,45964069.0,46476857.0,45782569.0,45626156.0,45878799.0,46021708.0,45956323.0,45697521.0,46624653.0,47312776.0,46601880.0,47070087.0,48075721.0,49790609.0,46573652.0,46088020.0,46076228.0,46243150.0,45752561.0,45942689.0,46168049.0,46393101.0,46701240.0,46442331.0,46346044.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 330b707e8dd4..a890d9bc1324 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5005268.549999998,5043207.637499999,5144378.5375000015,5182317.625000002] \ No newline at end of file +[4844285.833333334,4968295.458333334,5298987.791666666,5422997.416666665] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 677a1e153f11..4df2a436f5f6 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00054716089797642,"upper_bound":0.002623316632680755},"point_estimate":0.0011165618315229775,"standard_error":0.0008081270639218699},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001453759925364188,"upper_bound":0.0039784331433225795},"point_estimate":0.002865352815629496,"standard_error":0.0006461476604783758}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00702404740336372,"upper_bound":0.013623798453891812},"point_estimate":0.010150778115733727,"standard_error":0.0016586479368516274},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0029055058527839815,"upper_bound":0.009283271201261965},"point_estimate":0.005628621370981524,"standard_error":0.0014680089578214123}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index e5b52f54670d..100ddf57f88f 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5090491.035125001,"upper_bound":5098810.413675},"point_estimate":5094495.545000001,"standard_error":2130.840599216969},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5088564.15,"upper_bound":5096920.5},"point_estimate":5092843.7,"standard_error":2089.68938358897},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14803.76073718071,"upper_bound":23211.14040791947},"point_estimate":18909.376584291043,"standard_error":2118.734758000573},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16133.532305364266,"upper_bound":27780.26104032006},"point_estimate":21445.955487560335,"standard_error":3168.80182907983}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5130918.755722225,"upper_bound":5163078.203694445},"point_estimate":5146208.63888889,"standard_error":8229.499813126864},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5108434.777777778,"upper_bound":5136618.888888889},"point_estimate":5121509.388888889,"standard_error":6894.150807229179},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39684.230467131194,"upper_bound":68214.50715561632},"point_estimate":53409.922751784325,"standard_error":7416.240122889895},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60544.90694414154,"upper_bound":103284.60595652486},"point_estimate":82757.8772458566,"standard_error":10970.218370810913}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 315b2538832f..a60682f77bf8 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[51434893.0,50667465.0,51248877.0,51036702.0,50869861.0,50848793.0,50926507.0,50894676.0,50927722.0,51041062.0,51080695.0,50969879.0,50878640.0,50854864.0,50777720.0,50833413.0,51156074.0,51241863.0,51372470.0,51092217.0,51110560.0,51014348.0,51048746.0,50911150.0,50970470.0,50897102.0,50926538.0,51056310.0,50830959.0,50863408.0,50959619.0,50734506.0,50796719.0,50776257.0,50916408.0,51240622.0,50737313.0,50892643.0,50836869.0,50812096.0,50657657.0,51044838.0,50661804.0,51074673.0,51199365.0,51142236.0,51066919.0,50999441.0,51063553.0,51198606.0,51110299.0,50970772.0,50937946.0,50935423.0,51009752.0,50948028.0,50906208.0,51335449.0,51076415.0,51085795.0,50864462.0,51082309.0,51055648.0,50876235.0,50854892.0,50942405.0,51087776.0,51200277.0,51189365.0,50969998.0,50890720.0,51137602.0,50969205.0,50958548.0,50929152.0,51119906.0,50958166.0,50642720.0,50706920.0,50743977.0,50689498.0,50670931.0,50629693.0,50688595.0,50614528.0,50640964.0,50673587.0,50626179.0,50808829.0,50809581.0,50733741.0,50703252.0,50818917.0,50823937.0,50962103.0,51035539.0,52108930.0,50818718.0,50759016.0,50786509.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[46065548.0,47572225.0,48657429.0,46169422.0,45907762.0,47659081.0,46626456.0,46861717.0,46150327.0,46377573.0,46673425.0,46843073.0,46451166.0,46340902.0,48248202.0,46195582.0,46586390.0,46102627.0,46159973.0,45792156.0,45478327.0,45836407.0,45584738.0,45648286.0,45826560.0,45772118.0,45861975.0,45860893.0,46908414.0,46139102.0,46013271.0,45780414.0,46823406.0,46522862.0,46322599.0,46688191.0,46319079.0,47322327.0,46554595.0,46229570.0,45762418.0,45640560.0,47486487.0,45832141.0,45672882.0,45905488.0,45672460.0,46059018.0,45496413.0,45563434.0,45640673.0,45989106.0,45956933.0,46099149.0,46356982.0,46215276.0,46322726.0,45746673.0,45773544.0,45934053.0,45954892.0,45975913.0,46075966.0,48588121.0,47610219.0,46881365.0,45766610.0,45763874.0,45704072.0,45605649.0,45532047.0,45962667.0,46578258.0,45851759.0,46068984.0,45964069.0,46476857.0,45782569.0,45626156.0,45878799.0,46021708.0,45956323.0,45697521.0,46624653.0,47312776.0,46601880.0,47070087.0,48075721.0,49790609.0,46573652.0,46088020.0,46076228.0,46243150.0,45752561.0,45942689.0,46168049.0,46393101.0,46701240.0,46442331.0,46346044.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 330b707e8dd4..a890d9bc1324 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5005268.549999998,5043207.637499999,5144378.5375000015,5182317.625000002] \ No newline at end of file +[4844285.833333334,4968295.458333334,5298987.791666666,5422997.416666665] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 7e6d1e369b96..7ae711ba78d3 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,98 +9,66 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 - - - -0.06 - - - -0.08 - - - -0.1 + +0.01 - - -0.12 + + +0.02 - - -0.14 + + +0.03 - - -0.16 + + +0.04 - - -0.18 + + +0.05 - - -0.2 + + +0.06 - - -0.22 + + +0.07 - + - -14 - - - -15 - - - -16 - - - -17 - - - -18 + +40 - - -19 + + +45 - - -20 + + +50 - - -21 + + +55 - - -22 + + +60 - - -23 + + +65 - - -24 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index 030d1a10c8cc..bfa7be668de2 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - + -0.08 +0.02 - -0.1 + +0.025 - - -0.12 + + +0.03 - - -0.14 + + +0.035 - + -16 +60 - -18 + +65 + + + +70 + + + +75 + + + +80 - - -20 + + +85 - - -22 + + +90 - - -24 + + +95 - - -26 + + +100 - - -28 + + +105 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 17539fa180f0..fff18edb0dde 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -5.04 - - - -5.06 - - - -5.08 - - - + 5.1 - - -5.12 + + +5.15 - - -5.14 + + +5.2 - - -5.16 + + +5.25 - - -5.18 + + +5.3 - - -5.2 + + +5.35 + + + +5.4 - - -5.22 + + +5.45 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 6ab5a2bf089c..27a9b9d93152 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -46,22 +46,26 @@ Average Time (ms) - + 5 - - -5.1 - - - + + 5.2 - - - - - + + +5.4 + + + +5.6 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index e5c5a33b21cb..ffd61d6a960b 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,75 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - -150 - - - -200 - - - -250 - - + -300 +150 - -350 - - -400 +200 - -450 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index bde26f1306fd..5c1c4039dc6b 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,58 +9,70 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - -300 + + +250 - - -400 + + +300 - - -500 + + +350 - - -600 + + +400 - + - -0.0015 + +0.003 - - -0.002 + + +0.004 - - -0.0025 + + +0.005 - - -0.003 + + +0.006 - - -0.0035 + + +0.007 - - -0.004 + + +0.008 + + + +0.009 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index c8ac8c2478fc..c4b83c044b2a 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - + 0.2 - + 0.25 - - + + 0.3 - + 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index ec6cbe56585f..d60e19e5efef 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0052979 - 0.0054834 - 0.0052691 + 0.0000160 + 0.0000166 + 0.0000159 Mean - 5.0905 ms - 5.0945 ms - 5.0988 ms + 5.1309 ms + 5.1462 ms + 5.1631 ms Std. Dev. - 16.134 µs - 21.446 µs - 27.780 µs + 60.545 µs + 82.758 µs + 103.28 µs Median - 5.0886 ms - 5.0928 ms - 5.0969 ms + 5.1084 ms + 5.1215 ms + 5.1366 ms MAD - 14.804 µs - 18.909 µs - 23.211 µs + 39.684 µs + 53.410 µs + 68.215 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.0547% - +0.1117% - +0.2623% - (p = 0.17 > + +0.7024% + +1.0151% + +1.3624% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index ba2349f7323d..c74d1d8a6eb0 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -5.08 - - - + 5.1 - - -5.12 + + +5.15 - - -5.14 + + +5.2 - - -5.16 + + +5.25 - - -5.18 + + +5.3 - - -5.2 + + +5.35 + + + +5.4 + + + +5.45 - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index b7a857168c17..8f0598cf7af6 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -5.08 - - - + 5.1 - - -5.12 + + +5.15 - - -5.14 + + +5.2 - - -5.16 + + +5.25 - - -5.18 + + +5.3 - - -5.2 + + +5.35 + + + +5.4 + + + +5.45 - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 9aafdfb119f3..a0ca5365930d 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - - -140 + + +35 - - -160 + + +40 - - -180 + + +45 - - -200 + + +50 - + - -5.09 - - - -5.091 + +5.13 - - -5.092 + + +5.135 - - -5.093 + + +5.14 - - -5.094 + + +5.145 - - -5.095 + + +5.15 - - -5.096 + + +5.155 - - -5.097 + + +5.16 - - -5.098 + + +5.165 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 333f62ee7c80..e9cdcaf24bd1 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 - - - -150 - - - -200 + + +40 - - -250 + + +60 - - -300 + + +80 - - -350 + + +100 - - -400 + + +120 - + - -5.088 - - - -5.089 - - - -5.09 - - - -5.091 - - - -5.092 - - - -5.093 + +5.11 - - -5.094 + + +5.115 - - -5.095 + + +5.12 - - -5.096 + + +5.125 - - -5.097 + + +5.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index e50cdc6578e8..800871b853fb 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -13,87 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - -9 - - + -10 +9 - -5.04 - - - -5.06 - - - -5.08 + +5 - - + + 5.1 - - -5.12 - - - -5.14 + + +5.2 - - -5.16 + + +5.3 - - -5.18 + + +5.4 - - -5.2 + + +5.5 - - -5.22 + + +5.6 - + Density (a.u.) @@ -102,50 +86,46 @@ Density (a.u.) 0 - -2 - - - -4 + +1 - + -6 +2 - -8 - - - -10 - - - -12 + +3 - - -14 + + +4 - - -16 + + +5 - - -18 + + +6 - - - - - + + + + + - - - + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index d34698b8f83b..59de589ac0df 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,51 @@ Average Time (ms) 0 - -2 - - - -4 + +1 - + -6 +2 - -8 - - - -10 + +3 - + -12 +4 - -14 - - - -16 + +5 - + -18 +6 - -20 + +7 - + - -5.05 + +5 - - -5.1 + + +5.2 - - -5.15 + + +5.4 - - -5.2 + + +5.6 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 40ef1ff24192..438d9de24b7b 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - -5.04 - - - -5.06 - - - -5.08 - - - + 5.1 - - -5.12 + + +5.15 - - -5.14 + + +5.2 - - -5.16 + + +5.25 - - -5.18 + + +5.3 - - -5.2 + + +5.35 + + + +5.4 - - -5.22 + + +5.45 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index ea20b8b351ce..c1a028279eac 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -43,20 +43,24 @@ Average Time (ms) - + 5 - - -5.1 - - - + + 5.2 - - - - - + + +5.4 + + + +5.6 + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index fc61753bfb85..7a523efbc26a 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - - -140 + + +35 - - -160 + + +40 - - -180 + + +45 - - -200 + + +50 - + - -5.09 - - - -5.091 + +5.13 - - -5.092 + + +5.135 - - -5.093 + + +5.14 - - -5.094 + + +5.145 - - -5.095 + + +5.15 - - -5.096 + + +5.155 - - -5.097 + + +5.16 - - -5.098 + + +5.165 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 4a78ca408fa2..2e4e38e4b3f4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511896.9761638443,"upper_bound":1520365.459931562},"point_estimate":1515550.3166539087,"standard_error":2184.0974025873284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509680.6521929824,"upper_bound":1511432.7406862746},"point_estimate":1510485.3222451573,"standard_error":448.1276646389836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2348.571128453797,"upper_bound":4858.8944961358275},"point_estimate":3723.5801598022313,"standard_error":696.2127924174755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511428.8109056135,"upper_bound":1516389.5459420928},"point_estimate":1513601.9995359834,"standard_error":1273.3830064365682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.852645232874,"upper_bound":32872.23729769286},"point_estimate":21882.973331260462,"standard_error":6685.943235710341}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516509.048408048,"upper_bound":1529068.8433018345},"point_estimate":1521887.480422201,"standard_error":3264.8749368704034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512409.4666666666,"upper_bound":1514917.9936868688},"point_estimate":1513600.2749654856,"standard_error":749.8216544005799},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3682.1348779512186,"upper_bound":6959.315096261785},"point_estimate":5059.768280590982,"standard_error":900.2372479672581},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513769.86420051,"upper_bound":1522350.576542188},"point_estimate":1517381.0404403724,"standard_error":2234.3761241468974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11953.126647281339,"upper_bound":50858.149487001865},"point_estimate":32796.42377887782,"standard_error":10830.969499750001}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index 850b0bfa5d4e..438b431eac92 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1638872.0,3002822.0,4562476.0,6015591.0,7547694.0,9010165.0,10584266.0,12069142.0,13638815.0,15089767.0,16601243.0,18138443.0,19716603.0,21322223.0,22610152.0,24084947.0,25594851.0,27166385.0,28649217.0,30245418.0,31683766.0,33651922.0,34640042.0,36467501.0,37991092.0,39378324.0,42513322.0,42319432.0,44074122.0,45338873.0,46764956.0,48230357.0,49935813.0,51313715.0,52847023.0,54157992.0,55828010.0,57275271.0,58949918.0,60323002.0,62175425.0,64025197.0,71682954.0,66318536.0,67827442.0,69499749.0,70964658.0,72576498.0,74059226.0,75965755.0,77026112.0,78794315.0,80397672.0,81468848.0,82857777.0,86668720.0,86048744.0,87627267.0,88998325.0,90584053.0,92016085.0,93871018.0,94904992.0,96745212.0,98155944.0,99864474.0,101200412.0,102659980.0,104133357.0,105993393.0,107262217.0,108543324.0,110168004.0,112073607.0,114997847.0,114841415.0,116523892.0,117355972.0,119244209.0,120679285.0,122356440.0,123833746.0,125760230.0,126803943.0,128462928.0,130230347.0,131685648.0,132795612.0,134421033.0,135862397.0,140014125.0,140177704.0,140818762.0,141988573.0,143069874.0,144888499.0,146642519.0,148002978.0,149810209.0,151174139.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1656119.0,3045400.0,4509821.0,6038582.0,7525234.0,10684278.0,10639896.0,12198732.0,13739655.0,15209517.0,16611838.0,18123422.0,19589153.0,21204577.0,22604705.0,24334522.0,25676916.0,27178766.0,28683044.0,30723000.0,32457185.0,33833362.0,34835353.0,36406758.0,37979515.0,39382367.0,40731254.0,42252163.0,44067676.0,46249919.0,47766611.0,49910079.0,51221891.0,51745256.0,52906963.0,56318939.0,55837326.0,57575195.0,58791469.0,60408317.0,62047248.0,63735756.0,65211610.0,66790626.0,68001414.0,69752565.0,71257602.0,72587669.0,74038376.0,75487503.0,77470116.0,78623305.0,80234211.0,81488915.0,83111190.0,84604418.0,86171303.0,88138730.0,90341194.0,90744568.0,92165185.0,94711235.0,95436324.0,96682396.0,98426988.0,100205778.0,101364061.0,103049559.0,104500989.0,105739697.0,107085306.0,108762682.0,110435851.0,111505885.0,113382614.0,114846507.0,116489683.0,118025051.0,119361758.0,121184340.0,122564552.0,123773342.0,125329002.0,126625453.0,128312349.0,130612474.0,137483905.0,139553314.0,134864676.0,136389580.0,137687093.0,139205675.0,141380883.0,142463253.0,143876479.0,145231002.0,146889573.0,148114229.0,149988142.0,151151911.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 7f649fe7e11c..a3bb094b0c12 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1492385.6273980197,1500559.645709592,1522357.0278737843,1530531.0461853563] \ No newline at end of file +[1485395.4327614382,1498020.2311376636,1531686.3601409313,1544311.1585171567] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 1688098afe66..891848ca7e8b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005146520722925202,"upper_bound":0.0019351518827585225},"point_estimate":-0.0016826696159979448,"standard_error":0.0018115039020817928},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033175502199313646,"upper_bound":-0.0012233514324023753},"point_estimate":-0.0022329899085634652,"standard_error":0.0005392860629603979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008064500177291127,"upper_bound":0.009958720403500878},"point_estimate":0.00418142749775785,"standard_error":0.002715163466270909},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010339119568587574,"upper_bound":0.0031746845039881677},"point_estimate":0.0020622197875437287,"standard_error":0.0005755185715295402}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 4a78ca408fa2..2e4e38e4b3f4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511896.9761638443,"upper_bound":1520365.459931562},"point_estimate":1515550.3166539087,"standard_error":2184.0974025873284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509680.6521929824,"upper_bound":1511432.7406862746},"point_estimate":1510485.3222451573,"standard_error":448.1276646389836},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2348.571128453797,"upper_bound":4858.8944961358275},"point_estimate":3723.5801598022313,"standard_error":696.2127924174755},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1511428.8109056135,"upper_bound":1516389.5459420928},"point_estimate":1513601.9995359834,"standard_error":1273.3830064365682},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6900.852645232874,"upper_bound":32872.23729769286},"point_estimate":21882.973331260462,"standard_error":6685.943235710341}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1516509.048408048,"upper_bound":1529068.8433018345},"point_estimate":1521887.480422201,"standard_error":3264.8749368704034},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1512409.4666666666,"upper_bound":1514917.9936868688},"point_estimate":1513600.2749654856,"standard_error":749.8216544005799},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3682.1348779512186,"upper_bound":6959.315096261785},"point_estimate":5059.768280590982,"standard_error":900.2372479672581},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513769.86420051,"upper_bound":1522350.576542188},"point_estimate":1517381.0404403724,"standard_error":2234.3761241468974},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11953.126647281339,"upper_bound":50858.149487001865},"point_estimate":32796.42377887782,"standard_error":10830.969499750001}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index 850b0bfa5d4e..438b431eac92 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1638872.0,3002822.0,4562476.0,6015591.0,7547694.0,9010165.0,10584266.0,12069142.0,13638815.0,15089767.0,16601243.0,18138443.0,19716603.0,21322223.0,22610152.0,24084947.0,25594851.0,27166385.0,28649217.0,30245418.0,31683766.0,33651922.0,34640042.0,36467501.0,37991092.0,39378324.0,42513322.0,42319432.0,44074122.0,45338873.0,46764956.0,48230357.0,49935813.0,51313715.0,52847023.0,54157992.0,55828010.0,57275271.0,58949918.0,60323002.0,62175425.0,64025197.0,71682954.0,66318536.0,67827442.0,69499749.0,70964658.0,72576498.0,74059226.0,75965755.0,77026112.0,78794315.0,80397672.0,81468848.0,82857777.0,86668720.0,86048744.0,87627267.0,88998325.0,90584053.0,92016085.0,93871018.0,94904992.0,96745212.0,98155944.0,99864474.0,101200412.0,102659980.0,104133357.0,105993393.0,107262217.0,108543324.0,110168004.0,112073607.0,114997847.0,114841415.0,116523892.0,117355972.0,119244209.0,120679285.0,122356440.0,123833746.0,125760230.0,126803943.0,128462928.0,130230347.0,131685648.0,132795612.0,134421033.0,135862397.0,140014125.0,140177704.0,140818762.0,141988573.0,143069874.0,144888499.0,146642519.0,148002978.0,149810209.0,151174139.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1656119.0,3045400.0,4509821.0,6038582.0,7525234.0,10684278.0,10639896.0,12198732.0,13739655.0,15209517.0,16611838.0,18123422.0,19589153.0,21204577.0,22604705.0,24334522.0,25676916.0,27178766.0,28683044.0,30723000.0,32457185.0,33833362.0,34835353.0,36406758.0,37979515.0,39382367.0,40731254.0,42252163.0,44067676.0,46249919.0,47766611.0,49910079.0,51221891.0,51745256.0,52906963.0,56318939.0,55837326.0,57575195.0,58791469.0,60408317.0,62047248.0,63735756.0,65211610.0,66790626.0,68001414.0,69752565.0,71257602.0,72587669.0,74038376.0,75487503.0,77470116.0,78623305.0,80234211.0,81488915.0,83111190.0,84604418.0,86171303.0,88138730.0,90341194.0,90744568.0,92165185.0,94711235.0,95436324.0,96682396.0,98426988.0,100205778.0,101364061.0,103049559.0,104500989.0,105739697.0,107085306.0,108762682.0,110435851.0,111505885.0,113382614.0,114846507.0,116489683.0,118025051.0,119361758.0,121184340.0,122564552.0,123773342.0,125329002.0,126625453.0,128312349.0,130612474.0,137483905.0,139553314.0,134864676.0,136389580.0,137687093.0,139205675.0,141380883.0,142463253.0,143876479.0,145231002.0,146889573.0,148114229.0,149988142.0,151151911.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 7f649fe7e11c..a3bb094b0c12 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1492385.6273980197,1500559.645709592,1522357.0278737843,1530531.0461853563] \ No newline at end of file +[1485395.4327614382,1498020.2311376636,1531686.3601409313,1544311.1585171567] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index d2482e16c462..55bedc1f7b7e 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - -0.5 - - - -0.55 - - + - -2.5 - - - -3 - - - + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + +5.5 + + + +6 + + + +6.5 + + + +7 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 813aeabea8dc..91d5ef7d74bb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - -0.04 + + +0.035 - - -0.05 + + +0.04 - - -0.06 + + +0.045 - - -0.07 + + +0.05 - + - -5 - - - + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - - - + + +40 + + + +45 + + + +50 + + + +55 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index aee73fbec35b..a1f7c79a6110 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 + + +1.7 + + + +1.8 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index ffa93f18cfd0..630d76b3fefe 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index bc774d2ef282..8acff57c0be9 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - + - --0.005 - - - --0.004 + +-0.002 - - --0.003 + + +0 - - --0.002 + + +0.002 - - --0.001 + + +0.004 - - -0 + + +0.006 - - -0.001 + + +0.008 - - -0.002 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 518bbb5ee44e..86d3454c6864 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,62 +9,54 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - --0.0035 - - - --0.003 + +0.001 - - --0.0025 + + +0.0015 - - --0.002 + + +0.002 - - --0.0015 + + +0.0025 - - --0.001 + + +0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 067761cfe92e..3eed7c710118 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index 3129e1f7f8b1..1390ae9fa228 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5114 ms - 1.5136 ms - 1.5164 ms + 1.5138 ms + 1.5174 ms + 1.5224 ms R² - 0.9885154 - 0.9887952 - 0.9883349 + 0.9839373 + 0.9847076 + 0.9832499 Mean - 1.5119 ms - 1.5156 ms - 1.5204 ms + 1.5165 ms + 1.5219 ms + 1.5291 ms Std. Dev. - 6.9009 µs - 21.883 µs - 32.872 µs + 11.953 µs + 32.796 µs + 50.858 µs Median - 1.5097 ms - 1.5105 ms - 1.5114 ms + 1.5124 ms + 1.5136 ms + 1.5149 ms MAD - 2.3486 µs - 3.7236 µs - 4.8589 µs + 3.6821 µs + 5.0598 µs + 6.9593 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5147% - -0.1683% - +0.1935% - (p = 0.37 > + -0.0806% + +0.4181% + +0.9959% + (p = 0.11 > 0.05) diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 0e7e2d41fa74..9247630da001 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,94 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - - -200 - - + - -1.511 - - - -1.512 - - - -1.513 - - - -1.514 + +1.516 - - -1.515 + + +1.518 - - -1.516 + + +1.52 - - -1.517 + + +1.522 - - -1.518 + + +1.524 - - -1.519 + + +1.526 - - -1.52 + + +1.528 - + -1.521 +1.53 - - - + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index bcf784b9e1f9..8a352818fd26 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - + + +700 + + + 800 - - + + +900 + + + 1000 - - -1200 + + +1100 - + - -1.5096 - - - -1.5098 - - - -1.51 - - - -1.5102 - - - -1.5104 - - - -1.5106 + +1.5125 - - -1.5108 + + +1.513 - - -1.511 + + +1.5135 - - -1.5112 + + +1.514 - - -1.5114 + + +1.5145 - - -1.5116 + + +1.515 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index f7b824c3c98c..896d1a983a2f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,34 @@ Average Time (ms) - -1.48 - - - + 1.5 - - -1.52 - - - -1.54 - - - -1.56 - - - -1.58 + + +1.55 - - + + 1.6 - - -1.62 + + +1.65 - - -1.64 + + +1.7 - - -1.66 + + +1.75 - - -1.68 + + +1.8 - + Density (a.u.) @@ -106,60 +90,52 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 017f86784da8..fbaf71de61c4 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 + + +1.7 + + + +1.8 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 882e800decf7..2d4ea6a57b60 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -97,10 +97,10 @@ Iterations - + - + @@ -108,95 +108,95 @@ Iterations - + - + - - - + + + - + - - - - - + + + + + - + - + - - - + + + - + - - - + + + - - + + - - + + - - + + - - - - - - + + + + + + - + - - + + - + - + - + - - - - - - - - - - - - - + + + + + + + + + + + + + - + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 2a547d1e4b7e..17dcf7af3eb5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -96,102 +96,102 @@ Iterations - - + + - + - + - - + + - + - - - - + + + + - + - + - + - - + + - + - - + + - - + + - + - - + + - + - - + + - + - - + + - + - - - - - - - - - - + + + + + + + + + + - + - + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index c14b435fe706..bbd6fc8887aa 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + 1.5 - - -1.55 - - - + + 1.6 - - -1.65 + + +1.7 + + + +1.8 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 0f6f6080fed8..aeafdae3efe3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index c94f4d262f24..3c55de214329 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - + -250 +140 - -300 + +160 - - -350 + + +180 - + - -1.511 - - - -1.512 - - - + 1.513 - - + + 1.514 - - + + 1.515 - - + + 1.516 - - - - + + +1.517 + + + +1.518 + + + +1.519 + + + +1.52 + + + +1.521 + + + +1.522 + + + +1.523 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 82e53a076801..541bddfa230f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 + + + +100 - - -200 + + +120 - + -250 +140 - -300 + +160 - - -350 + + +180 - + - -1.511 - - - -1.512 - - - + 1.513 - - + + 1.514 - - + + 1.515 - - + + 1.516 - - - - + + +1.517 + + + +1.518 + + + +1.519 + + + +1.52 + + + +1.521 + + + +1.522 + + + +1.523 + + + + + Bootstrap distribution