From d596495c0338dc36f688356eda14ba724afc040e Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Mon, 18 Nov 2024 04:04:22 +0000 Subject: [PATCH] Update Benchmarks 2024-11-18 531bf81f8be531d2f3c3312cac4b037869c7cd3d --- bench/data.js | 222 +++++++- bench/data.json | 222 +++++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 74 ++- .../report/SD.svg | 92 ++-- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 36 +- .../report/change/mean.svg | 100 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 44 +- .../report/mean.svg | 112 ++--- .../report/median.svg | 100 ++-- .../report/pdf.svg | 180 ++++--- .../report/pdf_small.svg | 76 +-- .../report/regression.svg | 74 +-- .../report/regression_small.svg | 48 +- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 24 +- .../report/slope.svg | 104 ++-- .../report/typical.svg | 104 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 92 ++-- .../report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 342 ++++++------- .../report/both/pdf.svg | 40 +- .../report/change/mean.svg | 72 ++- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 56 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 258 +++++----- .../report/iteration_times_small.svg | 250 ++++----- .../report/mean.svg | 116 ++--- .../report/median.svg | 78 +-- .../report/pdf.svg | 160 +++--- .../report/pdf_small.svg | 78 ++- .../report/relative_iteration_times_small.svg | 328 ++++++------ .../report/relative_pdf_small.svg | 40 +- .../report/typical.svg | 116 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 66 +-- .../report/SD.svg | 116 ++--- .../report/both/iteration_times.svg | 456 ++++++++--------- .../report/both/pdf.svg | 28 +- .../report/change/mean.svg | 132 +++-- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 235 +++++---- .../report/iteration_times_small.svg | 231 +++++---- .../report/mean.svg | 100 ++-- .../report/median.svg | 92 ++-- .../report/pdf.svg | 118 ++--- .../report/pdf_small.svg | 56 ++- .../report/relative_iteration_times_small.svg | 454 ++++++++--------- .../report/relative_pdf_small.svg | 28 +- .../report/typical.svg | 100 ++-- .../fan_in_hydroflow/base/estimates.json | 2 +- criterion/fan_in_hydroflow/base/sample.json | 2 +- criterion/fan_in_hydroflow/base/tukey.json | 2 +- .../fan_in_hydroflow/change/estimates.json | 2 +- criterion/fan_in_hydroflow/new/estimates.json | 2 +- criterion/fan_in_hydroflow/new/sample.json | 2 +- criterion/fan_in_hydroflow/new/tukey.json | 2 +- criterion/fan_in_hydroflow/report/MAD.svg | 118 ++--- criterion/fan_in_hydroflow/report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 466 ++++++++--------- .../fan_in_hydroflow/report/both/pdf.svg | 38 +- .../fan_in_hydroflow/report/change/mean.svg | 82 +-- .../fan_in_hydroflow/report/change/median.svg | 108 ++-- .../fan_in_hydroflow/report/change/t-test.svg | 76 ++- criterion/fan_in_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 259 +++++----- .../report/iteration_times_small.svg | 259 +++++----- criterion/fan_in_hydroflow/report/mean.svg | 106 ++-- criterion/fan_in_hydroflow/report/median.svg | 98 ++-- criterion/fan_in_hydroflow/report/pdf.svg | 94 ++-- .../fan_in_hydroflow/report/pdf_small.svg | 66 +-- .../report/relative_iteration_times_small.svg | 456 ++++++++--------- .../report/relative_pdf_small.svg | 38 +- criterion/fan_in_hydroflow/report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../fan_in_hydroflow_surface/base/sample.json | 2 +- .../fan_in_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_in_hydroflow_surface/new/sample.json | 2 +- .../fan_in_hydroflow_surface/new/tukey.json | 2 +- .../fan_in_hydroflow_surface/report/MAD.svg | 108 ++-- .../fan_in_hydroflow_surface/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 430 ++++++++-------- .../report/both/pdf.svg | 64 +-- .../report/change/mean.svg | 124 ++--- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 248 ++++----- .../report/iteration_times_small.svg | 248 ++++----- .../fan_in_hydroflow_surface/report/mean.svg | 122 ++--- .../report/median.svg | 94 ++-- .../fan_in_hydroflow_surface/report/pdf.svg | 140 ++---- .../report/pdf_small.svg | 46 +- .../report/relative_iteration_times_small.svg | 422 ++++++++-------- .../report/relative_pdf_small.svg | 64 +-- .../report/typical.svg | 122 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 110 ++-- .../fan_out_hydroflow_scheduled/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 476 +++++++++--------- .../report/both/pdf.svg | 72 +-- .../report/change/mean.svg | 120 ++--- .../report/change/median.svg | 104 ++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 282 ++++++----- .../report/iteration_times_small.svg | 282 ++++++----- .../report/mean.svg | 124 ++--- .../report/median.svg | 106 ++-- .../report/pdf.svg | 108 ++-- .../report/pdf_small.svg | 62 +-- .../report/relative_iteration_times_small.svg | 474 ++++++++--------- .../report/relative_pdf_small.svg | 72 +-- .../report/typical.svg | 124 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../fan_out_hydroflow_surface/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../fan_out_hydroflow_surface/new/sample.json | 2 +- .../fan_out_hydroflow_surface/new/tukey.json | 2 +- .../fan_out_hydroflow_surface/report/MAD.svg | 80 +-- .../fan_out_hydroflow_surface/report/SD.svg | 62 +-- .../report/both/iteration_times.svg | 463 +++++++++-------- .../report/both/pdf.svg | 74 ++- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 40 +- .../report/index.html | 36 +- .../report/iteration_times.svg | 241 +++++---- .../report/iteration_times_small.svg | 243 +++++---- .../fan_out_hydroflow_surface/report/mean.svg | 100 ++-- .../report/median.svg | 86 ++-- .../fan_out_hydroflow_surface/report/pdf.svg | 120 ++--- .../report/pdf_small.svg | 68 +-- .../report/relative_iteration_times_small.svg | 461 ++++++++--------- .../report/relative_pdf_small.svg | 74 ++- .../report/typical.svg | 100 ++-- .../fork_join_hydroflow/base/estimates.json | 2 +- .../fork_join_hydroflow/base/sample.json | 2 +- criterion/fork_join_hydroflow/base/tukey.json | 2 +- .../fork_join_hydroflow/change/estimates.json | 2 +- .../fork_join_hydroflow/new/estimates.json | 2 +- criterion/fork_join_hydroflow/new/sample.json | 2 +- criterion/fork_join_hydroflow/new/tukey.json | 2 +- criterion/fork_join_hydroflow/report/MAD.svg | 92 ++-- criterion/fork_join_hydroflow/report/SD.svg | 120 +++-- .../report/both/iteration_times.svg | 457 ++++++++--------- .../fork_join_hydroflow/report/both/pdf.svg | 84 ++-- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 94 ++-- .../report/change/t-test.svg | 72 ++- .../fork_join_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 263 +++++----- .../report/iteration_times_small.svg | 263 +++++----- criterion/fork_join_hydroflow/report/mean.svg | 84 ++-- .../fork_join_hydroflow/report/median.svg | 118 +++-- criterion/fork_join_hydroflow/report/pdf.svg | 108 ++-- .../fork_join_hydroflow/report/pdf_small.svg | 64 +-- .../report/relative_iteration_times_small.svg | 455 ++++++++--------- .../report/relative_pdf_small.svg | 84 ++-- .../fork_join_hydroflow/report/typical.svg | 84 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 104 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 112 ++--- .../report/both/iteration_times.svg | 468 +++++++++-------- .../report/both/pdf.svg | 50 +- .../report/change/mean.svg | 118 +++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 263 +++++----- .../report/mean.svg | 106 ++-- .../report/median.svg | 96 ++-- .../report/pdf.svg | 142 +++--- .../report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 468 +++++++++-------- .../report/relative_pdf_small.svg | 50 +- .../report/typical.svg | 106 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 100 ++-- .../fork_join_hydroflow_surface/report/SD.svg | 90 ++-- .../report/both/iteration_times.svg | 459 ++++++++--------- .../report/both/pdf.svg | 40 +- .../report/change/mean.svg | 116 ++--- .../report/change/median.svg | 142 +++--- .../report/change/t-test.svg | 76 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 255 +++++----- .../report/iteration_times_small.svg | 253 +++++----- .../report/mean.svg | 102 ++-- .../report/median.svg | 88 ++-- .../report/pdf.svg | 106 ++-- .../report/pdf_small.svg | 40 +- .../report/relative_iteration_times_small.svg | 457 ++++++++--------- .../report/relative_pdf_small.svg | 40 +- .../report/typical.svg | 102 ++-- .../hydroflow_diamond/base/estimates.json | 2 +- criterion/hydroflow_diamond/base/sample.json | 2 +- criterion/hydroflow_diamond/base/tukey.json | 2 +- .../hydroflow_diamond/change/estimates.json | 2 +- .../hydroflow_diamond/new/estimates.json | 2 +- criterion/hydroflow_diamond/new/sample.json | 2 +- criterion/hydroflow_diamond/new/tukey.json | 2 +- criterion/hydroflow_diamond/report/MAD.svg | 86 ++-- criterion/hydroflow_diamond/report/SD.svg | 70 ++- .../report/both/iteration_times.svg | 457 +++++++++-------- .../hydroflow_diamond/report/both/pdf.svg | 52 +- .../hydroflow_diamond/report/change/mean.svg | 94 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 76 ++- criterion/hydroflow_diamond/report/index.html | 38 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 256 +++++----- criterion/hydroflow_diamond/report/mean.svg | 100 ++-- criterion/hydroflow_diamond/report/median.svg | 86 ++-- criterion/hydroflow_diamond/report/pdf.svg | 100 ++-- .../hydroflow_diamond/report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 457 +++++++++-------- .../report/relative_pdf_small.svg | 52 +- .../hydroflow_diamond/report/typical.svg | 100 ++-- .../identity_hydroflow/base/estimates.json | 2 +- criterion/identity_hydroflow/base/sample.json | 2 +- criterion/identity_hydroflow/base/tukey.json | 2 +- .../identity_hydroflow/change/estimates.json | 2 +- .../identity_hydroflow/new/estimates.json | 2 +- criterion/identity_hydroflow/new/sample.json | 2 +- criterion/identity_hydroflow/new/tukey.json | 2 +- criterion/identity_hydroflow/report/MAD.svg | 88 ++-- criterion/identity_hydroflow/report/SD.svg | 122 +++-- .../report/both/iteration_times.svg | 460 ++++++++--------- .../identity_hydroflow/report/both/pdf.svg | 80 +-- .../identity_hydroflow/report/change/mean.svg | 108 ++-- .../report/change/median.svg | 76 +-- .../report/change/t-test.svg | 68 +-- .../identity_hydroflow/report/index.html | 38 +- .../report/iteration_times.svg | 276 +++++----- .../report/iteration_times_small.svg | 276 +++++----- criterion/identity_hydroflow/report/mean.svg | 100 ++-- .../identity_hydroflow/report/median.svg | 96 ++-- criterion/identity_hydroflow/report/pdf.svg | 150 +++--- .../identity_hydroflow/report/pdf_small.svg | 64 ++- .../report/relative_iteration_times_small.svg | 460 ++++++++--------- .../report/relative_pdf_small.svg | 80 +-- .../identity_hydroflow/report/typical.svg | 100 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 94 ++-- .../identity_hydroflow_compiled/report/SD.svg | 72 +-- .../report/both/iteration_times.svg | 436 ++++++++-------- .../report/both/pdf.svg | 82 +-- .../report/change/mean.svg | 84 ++-- .../report/change/median.svg | 90 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 240 ++++----- .../report/iteration_times_small.svg | 234 ++++----- .../report/mean.svg | 102 ++-- .../report/median.svg | 108 ++-- .../report/pdf.svg | 116 +++-- .../report/pdf_small.svg | 60 ++- .../report/relative_iteration_times_small.svg | 434 ++++++++-------- .../report/relative_pdf_small.svg | 66 +-- .../report/typical.svg | 102 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../identity_hydroflow_surface/new/tukey.json | 2 +- .../identity_hydroflow_surface/report/MAD.svg | 102 ++-- .../identity_hydroflow_surface/report/SD.svg | 98 ++-- .../report/both/iteration_times.svg | 438 ++++++++-------- .../report/both/pdf.svg | 48 +- .../report/change/mean.svg | 80 ++- .../report/change/median.svg | 76 +-- .../report/change/t-test.svg | 64 +-- .../report/index.html | 40 +- .../report/iteration_times.svg | 241 ++++----- .../report/iteration_times_small.svg | 241 ++++----- .../report/mean.svg | 88 ++-- .../report/median.svg | 90 ++-- .../identity_hydroflow_surface/report/pdf.svg | 114 +++-- .../report/pdf_small.svg | 44 +- .../report/relative_iteration_times_small.svg | 440 ++++++++-------- .../report/relative_pdf_small.svg | 48 +- .../report/typical.svg | 88 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 90 ++-- criterion/micro_ops_anti_join/report/SD.svg | 70 +-- .../micro_ops_anti_join/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 100 ++-- .../report/change/mean.svg | 94 ++-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 88 ++-- .../micro_ops_anti_join/report/median.svg | 74 +-- criterion/micro_ops_anti_join/report/pdf.svg | 108 ++-- .../micro_ops_anti_join/report/pdf_small.svg | 40 +- .../micro_ops_anti_join/report/regression.svg | 237 +++++---- .../report/regression_small.svg | 233 +++++---- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 100 ++-- .../micro_ops_anti_join/report/slope.svg | 92 ++-- .../micro_ops_anti_join/report/typical.svg | 92 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 96 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 110 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 26 +- .../report/both/regression.svg | 92 ++-- .../report/change/mean.svg | 96 ++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_crossjoin/report/index.html | 44 +- criterion/micro_ops_crossjoin/report/mean.svg | 98 ++-- .../micro_ops_crossjoin/report/median.svg | 114 ++--- criterion/micro_ops_crossjoin/report/pdf.svg | 126 ++--- .../micro_ops_crossjoin/report/pdf_small.svg | 60 ++- .../micro_ops_crossjoin/report/regression.svg | 216 ++++---- .../report/regression_small.svg | 208 ++++---- .../report/relative_pdf_small.svg | 26 +- .../report/relative_regression_small.svg | 92 ++-- .../micro_ops_crossjoin/report/slope.svg | 98 ++-- .../micro_ops_crossjoin/report/typical.svg | 98 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 116 ++--- criterion/micro_ops_difference/report/SD.svg | 88 ++-- .../micro_ops_difference/report/both/pdf.svg | 70 +-- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 132 +++-- .../report/change/median.svg | 70 ++- .../report/change/t-test.svg | 44 +- .../micro_ops_difference/report/index.html | 44 +- .../micro_ops_difference/report/mean.svg | 92 ++-- .../micro_ops_difference/report/median.svg | 108 ++-- criterion/micro_ops_difference/report/pdf.svg | 92 ++-- .../micro_ops_difference/report/pdf_small.svg | 64 +-- .../report/regression.svg | 255 +++++----- .../report/regression_small.svg | 251 ++++----- .../report/relative_pdf_small.svg | 70 +-- .../report/relative_regression_small.svg | 8 +- .../micro_ops_difference/report/slope.svg | 92 ++-- .../micro_ops_difference/report/typical.svg | 92 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 94 ++-- criterion/micro_ops_flat_map/report/SD.svg | 116 ++--- .../micro_ops_flat_map/report/both/pdf.svg | 32 +- .../report/both/regression.svg | 8 +- .../micro_ops_flat_map/report/change/mean.svg | 112 ++--- .../report/change/median.svg | 128 ++--- .../report/change/t-test.svg | 72 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 92 ++-- .../micro_ops_flat_map/report/median.svg | 90 ++-- criterion/micro_ops_flat_map/report/pdf.svg | 108 ++-- .../micro_ops_flat_map/report/pdf_small.svg | 62 +-- .../micro_ops_flat_map/report/regression.svg | 184 +++---- .../report/regression_small.svg | 164 +++--- .../report/relative_pdf_small.svg | 32 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_flat_map/report/slope.svg | 102 ++-- .../micro_ops_flat_map/report/typical.svg | 102 ++-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 74 +-- criterion/micro_ops_fold/report/SD.svg | 92 ++-- .../report/both/iteration_times.svg | 436 ++++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 32 +- .../micro_ops_fold/report/change/mean.svg | 76 +-- .../micro_ops_fold/report/change/median.svg | 112 ++--- .../micro_ops_fold/report/change/t-test.svg | 72 +-- criterion/micro_ops_fold/report/index.html | 40 +- .../micro_ops_fold/report/iteration_times.svg | 258 +++++----- .../report/iteration_times_small.svg | 256 +++++----- criterion/micro_ops_fold/report/mean.svg | 94 ++-- criterion/micro_ops_fold/report/median.svg | 98 ++-- criterion/micro_ops_fold/report/pdf.svg | 114 ++--- criterion/micro_ops_fold/report/pdf_small.svg | 72 ++- .../report/relative_iteration_times_small.svg | 428 ++++++++-------- .../report/relative_pdf_small.svg | 28 +- criterion/micro_ops_fold/report/typical.svg | 94 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 82 +-- criterion/micro_ops_group_by/report/SD.svg | 90 ++-- .../micro_ops_group_by/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 4 +- .../micro_ops_group_by/report/change/mean.svg | 68 +-- .../report/change/median.svg | 68 +-- .../report/change/t-test.svg | 68 +-- .../micro_ops_group_by/report/index.html | 44 +- criterion/micro_ops_group_by/report/mean.svg | 96 ++-- .../micro_ops_group_by/report/median.svg | 80 ++- criterion/micro_ops_group_by/report/pdf.svg | 86 ++-- .../micro_ops_group_by/report/pdf_small.svg | 56 ++- .../micro_ops_group_by/report/regression.svg | 236 ++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_group_by/report/slope.svg | 86 ++-- .../micro_ops_group_by/report/typical.svg | 86 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 96 ++-- criterion/micro_ops_identity/report/SD.svg | 106 ++-- .../micro_ops_identity/report/both/pdf.svg | 20 +- .../report/both/regression.svg | 8 +- .../micro_ops_identity/report/change/mean.svg | 96 ++-- .../report/change/median.svg | 74 +-- .../report/change/t-test.svg | 72 +-- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 122 +++-- .../micro_ops_identity/report/median.svg | 68 ++- criterion/micro_ops_identity/report/pdf.svg | 100 ++-- .../micro_ops_identity/report/pdf_small.svg | 60 +-- .../micro_ops_identity/report/regression.svg | 220 ++++---- .../report/regression_small.svg | 202 ++++---- .../report/relative_pdf_small.svg | 20 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_identity/report/slope.svg | 112 ++--- .../micro_ops_identity/report/typical.svg | 112 ++--- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 94 ++-- criterion/micro_ops_join/report/SD.svg | 100 ++-- criterion/micro_ops_join/report/both/pdf.svg | 30 +- .../micro_ops_join/report/both/regression.svg | 8 +- .../micro_ops_join/report/change/mean.svg | 100 ++-- .../micro_ops_join/report/change/median.svg | 84 ++-- .../micro_ops_join/report/change/t-test.svg | 48 +- criterion/micro_ops_join/report/index.html | 44 +- criterion/micro_ops_join/report/mean.svg | 72 ++- criterion/micro_ops_join/report/median.svg | 110 ++-- criterion/micro_ops_join/report/pdf.svg | 94 ++-- criterion/micro_ops_join/report/pdf_small.svg | 56 +-- .../micro_ops_join/report/regression.svg | 166 +++--- .../report/regression_small.svg | 100 ++-- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_join/report/slope.svg | 96 ++-- criterion/micro_ops_join/report/typical.svg | 96 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 66 ++- criterion/micro_ops_map/report/SD.svg | 118 ++--- criterion/micro_ops_map/report/both/pdf.svg | 70 +-- .../micro_ops_map/report/both/regression.svg | 8 +- .../micro_ops_map/report/change/mean.svg | 120 +++-- .../micro_ops_map/report/change/median.svg | 70 +-- .../micro_ops_map/report/change/t-test.svg | 72 +-- criterion/micro_ops_map/report/index.html | 46 +- criterion/micro_ops_map/report/mean.svg | 70 +-- criterion/micro_ops_map/report/median.svg | 92 ++-- criterion/micro_ops_map/report/pdf.svg | 100 ++-- criterion/micro_ops_map/report/pdf_small.svg | 56 +-- criterion/micro_ops_map/report/regression.svg | 192 +++---- .../micro_ops_map/report/regression_small.svg | 128 ++--- .../report/relative_pdf_small.svg | 70 +-- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_map/report/slope.svg | 120 ++--- criterion/micro_ops_map/report/typical.svg | 120 ++--- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 96 ++-- .../micro_ops_next_tick_big/report/SD.svg | 66 +-- .../report/both/pdf.svg | 24 +- .../report/both/regression.svg | 108 ++-- .../report/change/mean.svg | 64 +-- .../report/change/median.svg | 86 ++-- .../report/change/t-test.svg | 68 +-- .../micro_ops_next_tick_big/report/index.html | 46 +- .../micro_ops_next_tick_big/report/mean.svg | 76 ++- .../micro_ops_next_tick_big/report/median.svg | 118 +++-- .../micro_ops_next_tick_big/report/pdf.svg | 154 +++--- .../report/pdf_small.svg | 62 ++- .../report/regression.svg | 288 +++++------ .../report/regression_small.svg | 288 +++++------ .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 108 ++-- .../micro_ops_next_tick_big/report/slope.svg | 74 +-- .../report/typical.svg | 74 +-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 112 ++--- .../micro_ops_next_tick_small/report/SD.svg | 84 ++-- .../report/both/pdf.svg | 60 ++- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 56 +-- .../report/change/median.svg | 82 +-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 42 +- .../micro_ops_next_tick_small/report/mean.svg | 94 ++-- .../report/median.svg | 76 ++- .../micro_ops_next_tick_small/report/pdf.svg | 122 ++--- .../report/pdf_small.svg | 60 +-- .../report/regression.svg | 200 ++++---- .../report/regression_small.svg | 152 +++--- .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 6 +- .../report/slope.svg | 90 ++-- .../report/typical.svg | 90 ++-- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 80 +-- criterion/micro_ops_sort/report/SD.svg | 112 ++--- criterion/micro_ops_sort/report/both/pdf.svg | 36 +- .../micro_ops_sort/report/both/regression.svg | 28 +- .../micro_ops_sort/report/change/mean.svg | 76 ++- .../micro_ops_sort/report/change/median.svg | 80 +-- .../micro_ops_sort/report/change/t-test.svg | 76 +-- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 72 +-- criterion/micro_ops_sort/report/median.svg | 92 ++-- criterion/micro_ops_sort/report/pdf.svg | 76 +-- criterion/micro_ops_sort/report/pdf_small.svg | 48 +- .../micro_ops_sort/report/regression.svg | 220 ++++---- .../report/regression_small.svg | 174 +++---- .../report/relative_pdf_small.svg | 36 +- .../report/relative_regression_small.svg | 22 +- criterion/micro_ops_sort/report/slope.svg | 90 ++-- criterion/micro_ops_sort/report/typical.svg | 90 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 98 ++-- criterion/micro_ops_tee/report/SD.svg | 58 ++- criterion/micro_ops_tee/report/both/pdf.svg | 72 ++- .../micro_ops_tee/report/both/regression.svg | 8 +- .../micro_ops_tee/report/change/mean.svg | 112 ++--- .../micro_ops_tee/report/change/median.svg | 92 ++-- .../micro_ops_tee/report/change/t-test.svg | 72 +-- criterion/micro_ops_tee/report/index.html | 42 +- criterion/micro_ops_tee/report/mean.svg | 104 ++-- criterion/micro_ops_tee/report/median.svg | 94 ++-- criterion/micro_ops_tee/report/pdf.svg | 106 ++-- criterion/micro_ops_tee/report/pdf_small.svg | 64 +-- criterion/micro_ops_tee/report/regression.svg | 188 +++---- .../micro_ops_tee/report/regression_small.svg | 136 ++--- .../report/relative_pdf_small.svg | 72 ++- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_tee/report/slope.svg | 80 +-- criterion/micro_ops_tee/report/typical.svg | 80 +-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 100 ++-- criterion/micro_ops_union/report/SD.svg | 100 ++-- criterion/micro_ops_union/report/both/pdf.svg | 64 +-- .../report/both/regression.svg | 42 +- .../micro_ops_union/report/change/mean.svg | 102 ++-- .../micro_ops_union/report/change/median.svg | 100 ++-- .../micro_ops_union/report/change/t-test.svg | 72 ++- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 114 ++--- criterion/micro_ops_union/report/median.svg | 100 ++-- criterion/micro_ops_union/report/pdf.svg | 144 +++--- .../micro_ops_union/report/pdf_small.svg | 72 +-- .../micro_ops_union/report/regression.svg | 253 +++++----- .../report/regression_small.svg | 253 +++++----- .../report/relative_pdf_small.svg | 64 +-- .../report/relative_regression_small.svg | 24 +- criterion/micro_ops_union/report/slope.svg | 104 ++-- criterion/micro_ops_union/report/typical.svg | 104 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 86 ++-- criterion/micro_ops_unique/report/SD.svg | 86 ++-- .../micro_ops_unique/report/both/pdf.svg | 56 +-- .../report/both/regression.svg | 6 +- .../micro_ops_unique/report/change/mean.svg | 94 ++-- .../micro_ops_unique/report/change/median.svg | 110 ++-- .../micro_ops_unique/report/change/t-test.svg | 60 +-- criterion/micro_ops_unique/report/index.html | 46 +- criterion/micro_ops_unique/report/mean.svg | 110 ++-- criterion/micro_ops_unique/report/median.svg | 82 +-- criterion/micro_ops_unique/report/pdf.svg | 134 ++--- .../micro_ops_unique/report/pdf_small.svg | 68 +-- .../micro_ops_unique/report/regression.svg | 158 +++--- .../report/regression_small.svg | 96 ++-- .../report/relative_pdf_small.svg | 56 +-- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_unique/report/slope.svg | 86 ++-- criterion/micro_ops_unique/report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../reachability_hydroflow/base/sample.json | 2 +- .../reachability_hydroflow/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../reachability_hydroflow/new/estimates.json | 2 +- .../reachability_hydroflow/new/sample.json | 2 +- .../reachability_hydroflow/new/tukey.json | 2 +- .../reachability_hydroflow/report/MAD.svg | 94 ++-- .../reachability_hydroflow/report/SD.svg | 114 ++--- .../report/both/pdf.svg | 52 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 68 ++- .../reachability_hydroflow/report/index.html | 44 +- .../reachability_hydroflow/report/mean.svg | 102 ++-- .../reachability_hydroflow/report/median.svg | 96 ++-- .../reachability_hydroflow/report/pdf.svg | 154 +++--- .../report/pdf_small.svg | 68 ++- .../report/regression.svg | 207 ++++---- .../report/regression_small.svg | 159 +++--- .../report/relative_pdf_small.svg | 50 +- .../report/relative_regression_small.svg | 8 +- .../reachability_hydroflow/report/slope.svg | 120 ++--- .../reachability_hydroflow/report/typical.svg | 120 ++--- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 70 ++- .../report/SD.svg | 80 ++- .../report/both/pdf.svg | 28 +- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 102 ++-- .../report/change/t-test.svg | 60 +-- .../report/index.html | 44 +- .../report/mean.svg | 124 ++--- .../report/median.svg | 106 ++-- .../report/pdf.svg | 118 ++--- .../report/pdf_small.svg | 72 +-- .../report/regression.svg | 140 +++--- .../report/regression_small.svg | 82 +-- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 6 +- .../report/slope.svg | 86 ++-- .../report/typical.svg | 86 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 114 ++--- .../report/SD.svg | 54 +- .../report/both/iteration_times.svg | 461 ++++++++--------- .../report/both/pdf.svg | 82 ++- .../report/change/mean.svg | 90 ++-- .../report/change/median.svg | 112 +++-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 36 +- .../report/iteration_times.svg | 269 +++++----- .../report/iteration_times_small.svg | 269 +++++----- .../report/mean.svg | 110 ++-- .../report/median.svg | 106 ++-- .../report/pdf.svg | 128 +++-- .../report/pdf_small.svg | 56 ++- .../report/relative_iteration_times_small.svg | 461 ++++++++--------- .../report/relative_pdf_small.svg | 82 ++- .../report/typical.svg | 110 ++-- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 96 ++-- .../report/SD.svg | 104 ++-- .../report/both/pdf.svg | 82 +-- .../report/both/regression.svg | 48 +- .../report/change/mean.svg | 124 +++-- .../report/change/median.svg | 92 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 46 +- .../report/mean.svg | 84 ++-- .../report/median.svg | 118 +++-- .../report/pdf.svg | 144 +++--- .../report/pdf_small.svg | 68 ++- .../report/regression.svg | 166 +++--- .../report/regression_small.svg | 142 +++--- .../report/relative_pdf_small.svg | 78 +-- .../report/relative_regression_small.svg | 6 +- .../report/slope.svg | 96 ++-- .../report/typical.svg | 96 ++-- 812 files changed, 33488 insertions(+), 32986 deletions(-) diff --git a/bench/data.js b/bench/data.js index 1d43884ae58f..14c48b8771fb 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1731816189650, + "lastUpdate": 1731902660716, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -171811,6 +171811,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Joe Hellerstein", + "username": "jhellerstein", + "email": "jmh@berkeley.edu" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "531bf81f8be531d2f3c3312cac4b037869c7cd3d", + "message": "fix(docs): update hydro stack diagram and discussion (#1539)\n\n- Remove TODO.md (contents filed as an issue, #1538)\r\n- Update stack diagram\r\n- Update discussion of stack diagram", + "timestamp": "2024-11-17T20:09:45Z", + "url": "https://github.com/hydro-project/hydroflow/commit/531bf81f8be531d2f3c3312cac4b037869c7cd3d" + }, + "date": 1731902660671, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309053, + "range": "± 5533", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492499, + "range": "± 9271", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6521381, + "range": "± 20234", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74233887, + "range": "± 2621461", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 41003794, + "range": "± 380027", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 48348153, + "range": "± 2193476", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6472849, + "range": "± 8704", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6206876, + "range": "± 18077", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31682361, + "range": "± 2271861", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4994130, + "range": "± 44849", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7194394, + "range": "± 102960", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490288, + "range": "± 22689", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6632060, + "range": "± 25832", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1805727, + "range": "± 20058", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1784955, + "range": "± 16921", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5296528, + "range": "± 37812", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1510447, + "range": "± 5168", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 59272652, + "range": "± 925061", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3979, + "range": "± 120", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52661, + "range": "± 164", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9489, + "range": "± 155", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6598, + "range": "± 163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 80884, + "range": "± 579", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70179, + "range": "± 1303", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15112, + "range": "± 994", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6914, + "range": "± 44", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 23058, + "range": "± 691", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80244, + "range": "± 1409", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97634, + "range": "± 2802", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8048, + "range": "± 261", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48597, + "range": "± 1804", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69637, + "range": "± 3428", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8893, + "range": "± 291", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 01ba632a8467..f173e1e984a6 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1731816189650, + "lastUpdate": 1731902660716, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -171810,6 +171810,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Joe Hellerstein", + "username": "jhellerstein", + "email": "jmh@berkeley.edu" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "531bf81f8be531d2f3c3312cac4b037869c7cd3d", + "message": "fix(docs): update hydro stack diagram and discussion (#1539)\n\n- Remove TODO.md (contents filed as an issue, #1538)\r\n- Update stack diagram\r\n- Update discussion of stack diagram", + "timestamp": "2024-11-17T20:09:45Z", + "url": "https://github.com/hydro-project/hydroflow/commit/531bf81f8be531d2f3c3312cac4b037869c7cd3d" + }, + "date": 1731902660671, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309053, + "range": "± 5533", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6492499, + "range": "± 9271", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6521381, + "range": "± 20234", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 74233887, + "range": "± 2621461", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 41003794, + "range": "± 380027", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 48348153, + "range": "± 2193476", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6472849, + "range": "± 8704", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6206876, + "range": "± 18077", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31682361, + "range": "± 2271861", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4994130, + "range": "± 44849", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 7194394, + "range": "± 102960", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6490288, + "range": "± 22689", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6632060, + "range": "± 25832", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1805727, + "range": "± 20058", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1784955, + "range": "± 16921", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5296528, + "range": "± 37812", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1510447, + "range": "± 5168", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 59272652, + "range": "± 925061", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3979, + "range": "± 120", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52661, + "range": "± 164", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9489, + "range": "± 155", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6598, + "range": "± 163", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 80884, + "range": "± 579", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 70179, + "range": "± 1303", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15112, + "range": "± 994", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6914, + "range": "± 44", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 23058, + "range": "± 691", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80244, + "range": "± 1409", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97634, + "range": "± 2802", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8048, + "range": "± 261", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48597, + "range": "± 1804", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69637, + "range": "± 3428", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8893, + "range": "± 291", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index 0aa03f507f89..c73ad6d434b3 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309374.62984334776,"upper_bound":310198.8529688066},"point_estimate":309717.6093484686,"standard_error":214.4023346424107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309190.3780048077,"upper_bound":309279.24780603894},"point_estimate":309234.1287442396,"standard_error":24.70588730427537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.55073977182155,"upper_bound":245.41604775236056},"point_estimate":190.9355986613847,"standard_error":27.394745598932435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309408.3492555393,"upper_bound":310674.9448006795},"point_estimate":309913.3466321856,"standard_error":333.4067617181106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.7306951838129,"upper_bound":3449.6396200679783},"point_estimate":2156.3092120766646,"standard_error":798.032090409094}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309781.46533485746,"upper_bound":311920.8699228086},"point_estimate":310734.64352529874,"standard_error":550.8906111233129},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309034.5170212766,"upper_bound":309101.35096153844},"point_estimate":309053.9718992248,"standard_error":17.094642247567144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.1350490609352,"upper_bound":236.98319908116767},"point_estimate":165.917894827795,"standard_error":32.3926860589919},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310229.20905038854,"upper_bound":313974.6173768817},"point_estimate":311896.71651692037,"standard_error":968.5477772795157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2477.887388148607,"upper_bound":7873.626147117971},"point_estimate":5533.271828818942,"standard_error":1362.870197626628}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 213bd71b0fd2..02899e36ec58 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240846.0,2469369.0,3709784.0,4941132.0,6188351.0,7420600.0,8651167.0,9893657.0,11133841.0,12359598.0,13613218.0,14849256.0,16070384.0,17333352.0,18545264.0,19788545.0,21030072.0,22246923.0,23493339.0,24776064.0,25969250.0,27206730.0,28440904.0,29699493.0,30906675.0,32139627.0,33365215.0,34620939.0,35851425.0,37091009.0,38378271.0,39551722.0,40808677.0,42012084.0,43278658.0,44550902.0,46628149.0,47024700.0,48241280.0,49472207.0,50719906.0,51918723.0,53386714.0,54421535.0,55689212.0,56922671.0,58258856.0,59493959.0,60595714.0,61829564.0,63139125.0,64844594.0,65853957.0,66929572.0,68198636.0,69448728.0,70501582.0,71734240.0,73015098.0,74240383.0,75438466.0,76808180.0,77892381.0,79126141.0,80379908.0,81587891.0,82853801.0,84069277.0,85766632.0,86561994.0,88103077.0,89062336.0,90262423.0,96968476.0,95499117.0,94941137.0,95225817.0,96465639.0,97743671.0,98956242.0,100203988.0,101697923.0,102683260.0,103901642.0,105135823.0,106369693.0,107641776.0,108892707.0,110389327.0,111287973.0,112799451.0,113845762.0,115036231.0,116280139.0,117496543.0,118759339.0,119948879.0,121250859.0,122429639.0,123735446.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233121.0,2476381.0,3706065.0,4944927.0,6181355.0,7414005.0,8646906.0,9879946.0,11139006.0,12361217.0,13586182.0,14834482.0,16060920.0,17325921.0,18526271.0,19774339.0,21025264.0,22247694.0,23481407.0,24737592.0,26335727.0,27409429.0,28443116.0,29662020.0,30938032.0,32133913.0,33462603.0,34605756.0,35833286.0,37069714.0,38310960.0,39534934.0,40818690.0,42025160.0,43246560.0,44482816.0,45766001.0,46985005.0,48210361.0,49429456.0,50674028.0,51896619.0,53140861.0,54379754.0,55654873.0,56867755.0,58169105.0,59973005.0,60596364.0,61788398.0,63046315.0,64293081.0,65520262.0,66746209.0,68005829.0,69205028.0,70462113.0,71674575.0,72920450.0,74209165.0,75420325.0,76641754.0,77939075.0,79080465.0,80330627.0,81591360.0,82788695.0,84077449.0,85291755.0,87176287.0,88941205.0,92385460.0,91677863.0,93597902.0,98228170.0,100302286.0,96255072.0,98301129.0,108956475.0,108383081.0,100577964.0,102440914.0,104573562.0,105032240.0,105105730.0,106315345.0,107512580.0,108784433.0,110018315.0,111234796.0,112513141.0,113743407.0,114962120.0,116198517.0,117465252.0,118652377.0,120054094.0,121145890.0,122359505.0,123637770.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 2c792aafb8ab..a4117b57d3e5 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308418.03924787923,308781.5254929445,309750.82214645203,310114.3083915174] \ No newline at end of file +[307968.18398966175,308470.0947703243,309808.5235187578,310310.43429942033] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index 54e517fbbd14..ab042f710479 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0032074673146739808,"upper_bound":0.002767599216025357},"point_estimate":0.00020649367910485772,"standard_error":0.0015247806087428381},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00020815295332754502,"upper_bound":0.0006434213558805801},"point_estimate":0.0003706867194877006,"standard_error":0.00011469951236618379}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00007588906488921148,"upper_bound":0.00736592514591387},"point_estimate":0.003283746697417822,"standard_error":0.001937019094425892},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007447117151275124,"upper_bound":-0.00037027020215618656},"point_estimate":-0.000582590433165997,"standard_error":0.0000963968933340383}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index 0aa03f507f89..c73ad6d434b3 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309374.62984334776,"upper_bound":310198.8529688066},"point_estimate":309717.6093484686,"standard_error":214.4023346424107},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309190.3780048077,"upper_bound":309279.24780603894},"point_estimate":309234.1287442396,"standard_error":24.70588730427537},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.55073977182155,"upper_bound":245.41604775236056},"point_estimate":190.9355986613847,"standard_error":27.394745598932435},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309408.3492555393,"upper_bound":310674.9448006795},"point_estimate":309913.3466321856,"standard_error":333.4067617181106},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":529.7306951838129,"upper_bound":3449.6396200679783},"point_estimate":2156.3092120766646,"standard_error":798.032090409094}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309781.46533485746,"upper_bound":311920.8699228086},"point_estimate":310734.64352529874,"standard_error":550.8906111233129},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309034.5170212766,"upper_bound":309101.35096153844},"point_estimate":309053.9718992248,"standard_error":17.094642247567144},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":117.1350490609352,"upper_bound":236.98319908116767},"point_estimate":165.917894827795,"standard_error":32.3926860589919},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":310229.20905038854,"upper_bound":313974.6173768817},"point_estimate":311896.71651692037,"standard_error":968.5477772795157},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2477.887388148607,"upper_bound":7873.626147117971},"point_estimate":5533.271828818942,"standard_error":1362.870197626628}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 213bd71b0fd2..02899e36ec58 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240846.0,2469369.0,3709784.0,4941132.0,6188351.0,7420600.0,8651167.0,9893657.0,11133841.0,12359598.0,13613218.0,14849256.0,16070384.0,17333352.0,18545264.0,19788545.0,21030072.0,22246923.0,23493339.0,24776064.0,25969250.0,27206730.0,28440904.0,29699493.0,30906675.0,32139627.0,33365215.0,34620939.0,35851425.0,37091009.0,38378271.0,39551722.0,40808677.0,42012084.0,43278658.0,44550902.0,46628149.0,47024700.0,48241280.0,49472207.0,50719906.0,51918723.0,53386714.0,54421535.0,55689212.0,56922671.0,58258856.0,59493959.0,60595714.0,61829564.0,63139125.0,64844594.0,65853957.0,66929572.0,68198636.0,69448728.0,70501582.0,71734240.0,73015098.0,74240383.0,75438466.0,76808180.0,77892381.0,79126141.0,80379908.0,81587891.0,82853801.0,84069277.0,85766632.0,86561994.0,88103077.0,89062336.0,90262423.0,96968476.0,95499117.0,94941137.0,95225817.0,96465639.0,97743671.0,98956242.0,100203988.0,101697923.0,102683260.0,103901642.0,105135823.0,106369693.0,107641776.0,108892707.0,110389327.0,111287973.0,112799451.0,113845762.0,115036231.0,116280139.0,117496543.0,118759339.0,119948879.0,121250859.0,122429639.0,123735446.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233121.0,2476381.0,3706065.0,4944927.0,6181355.0,7414005.0,8646906.0,9879946.0,11139006.0,12361217.0,13586182.0,14834482.0,16060920.0,17325921.0,18526271.0,19774339.0,21025264.0,22247694.0,23481407.0,24737592.0,26335727.0,27409429.0,28443116.0,29662020.0,30938032.0,32133913.0,33462603.0,34605756.0,35833286.0,37069714.0,38310960.0,39534934.0,40818690.0,42025160.0,43246560.0,44482816.0,45766001.0,46985005.0,48210361.0,49429456.0,50674028.0,51896619.0,53140861.0,54379754.0,55654873.0,56867755.0,58169105.0,59973005.0,60596364.0,61788398.0,63046315.0,64293081.0,65520262.0,66746209.0,68005829.0,69205028.0,70462113.0,71674575.0,72920450.0,74209165.0,75420325.0,76641754.0,77939075.0,79080465.0,80330627.0,81591360.0,82788695.0,84077449.0,85291755.0,87176287.0,88941205.0,92385460.0,91677863.0,93597902.0,98228170.0,100302286.0,96255072.0,98301129.0,108956475.0,108383081.0,100577964.0,102440914.0,104573562.0,105032240.0,105105730.0,106315345.0,107512580.0,108784433.0,110018315.0,111234796.0,112513141.0,113743407.0,114962120.0,116198517.0,117465252.0,118652377.0,120054094.0,121145890.0,122359505.0,123637770.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 2c792aafb8ab..a4117b57d3e5 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308418.03924787923,308781.5254929445,309750.82214645203,310114.3083915174] \ No newline at end of file +[307968.18398966175,308470.0947703243,309808.5235187578,310310.43429942033] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 9a1e218fa24a..7984f5bae000 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - - -0.018 - - - -0.02 - - + - + +120 + + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index 69ebd2e75c6f..18b2b3a62928 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -0.1 - - - -0.2 + +0.05 - - -0.3 - - - -0.4 + + +0.1 - - -0.5 + + +0.15 - - -0.6 + + +0.2 - - -0.7 + + +0.25 - - -0.8 + + +0.3 - + - -0.5 + +2 - - -1 + + +3 - - -1.5 + + +4 - - -2 + + +5 - - -2.5 + + +6 - - -3 + + +7 - - -3.5 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 945369d27810..f9029d9f4d5e 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - + + 350 - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg index d1f467099184..b209246b4486 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/regression.svg @@ -19,11 +19,11 @@ Iterations - - - - - + + + + + 0.0 @@ -33,26 +33,26 @@ Iterations 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -90,10 +90,10 @@ Iterations 400 - - + + - + Base Sample diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index fa06af2091bb..797d5f904dc9 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - --0.003 + + +120 - - --0.002 + + +140 - - --0.001 + + +160 + + + +180 + + + +200 - - + + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - - - + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index fce57aef59f8..ec12aab80679 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,78 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - - -2e-4 + + +4000 + + + +4500 - - -0.00025 + + + +-0.00075 - - -3e-4 + + +-7e-4 - - -0.00035 + + +-0.00065 - - -4e-4 + + +-6e-4 - - -0.00045 + + +-0.00055 - - -5e-4 + + +-5e-4 - - -0.00055 + + +-0.00045 - - -6e-4 + + +-4e-4 - - -0.00065 + + +-0.00035 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 6122ff954444..39d5b67d2812 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,61 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + + +0.35 + + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index 71baf641a356..389e5084100a 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.41 µs - 309.91 µs - 310.67 µs + 310.23 µs + 311.90 µs + 313.97 µs R² - 0.9897989 - 0.9901609 - 0.9893380 + 0.9267575 + 0.9302792 + 0.9248222 Mean - 309.37 µs - 309.72 µs - 310.20 µs + 309.78 µs + 310.73 µs + 311.92 µs Std. Dev. - 529.73 ns - 2.1563 µs - 3.4496 µs + 2.4779 µs + 5.5333 µs + 7.8736 µs Median - 309.19 µs - 309.23 µs - 309.28 µs + 309.03 µs + 309.05 µs + 309.10 µs MAD - 133.55 ns - 190.94 ns - 245.42 ns + 117.14 ns + 165.92 ns + 236.98 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3207% - +0.0206% - +0.2768% - (p = 0.92 > + -0.0076% + +0.3284% + +0.7366% + (p = 0.09 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index e6416613e68e..19f4b3ecd39b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 + +0.1 - - -0.8 + + +0.2 - - -1 + + +0.3 - - -1.2 + + +0.4 - - -1.4 + + +0.5 - - -1.6 + + +0.6 - - -1.8 + + +0.7 - - -2 + + +0.8 - + - -309.3 - - - -309.4 - - - -309.5 - - - -309.6 - - - -309.7 - - - -309.8 + +310 - - -309.9 + + +310.5 - - -310 + + +311 - - -310.1 + + +311.5 - - -310.2 + + +312 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index d66a626ed98f..daad1dc5c873 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - -309.19 + + +35 + + + +40 - - -309.2 + + +45 - - -309.21 + + +50 + + + + +309.03 - - -309.22 + + +309.04 - - -309.23 + + +309.05 - - -309.24 + + +309.06 - - -309.25 + + +309.07 - - -309.26 + + +309.08 - - -309.27 + + +309.09 - - -309.28 + + +309.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index 4f4533806ca2..346f5d5e3dae 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,26 +46,46 @@ Average Time (µs) - + +305 + + + 310 - - + + 315 - - + + 320 - - + + 325 - - + + 330 - + + +335 + + + +340 + + + +345 + + + +350 + + Density (a.u.) @@ -74,78 +94,80 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 - - - -0.2 - - - -0.25 - - - -0.3 - - - -0.35 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index c5d14f8948e7..6d10fdc7caa7 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - - -0.35 + + +0.14 - - -0.4 + + +0.16 - + - + 310 - + -315 +320 - -320 + +330 - - -325 + + +340 - - -330 + + +350 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index 66736986a666..968957611479 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -18,9 +18,9 @@ Iterations - + - + @@ -31,18 +31,18 @@ Iterations 40.0 - + 60.0 - + 80.0 - + 100.0 - + 120.0 @@ -100,42 +100,42 @@ Iterations - - + + - + - + - + - + - - + + - - + + - - + + @@ -145,32 +145,32 @@ Iterations - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 96ef53695453..4698dadf5b8d 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -93,7 +93,7 @@ Iterations - + @@ -109,11 +109,11 @@ Iterations - + - + @@ -124,14 +124,14 @@ Iterations - - + + - + - + @@ -145,27 +145,27 @@ Iterations - - - - - - - - - - - - + + + + + + + + + + + + - - - + + + - + @@ -173,7 +173,7 @@ Iterations - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index f817f125532e..694b6906c7ed 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -35,28 +35,28 @@ Average Time (µs) - + 310 - - + + 320 - - + + 330 - - + + 340 - - + + 350 - - - - - + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index 791b89d3ae65..8bd985c6098f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -18,9 +18,9 @@ Iterations - - - + + + 0.0 @@ -38,18 +38,18 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - + 0 @@ -87,8 +87,8 @@ Iterations 400 - - + + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 832dfb812c6c..b9c1b02d120b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 + + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - - -1.4 + + +0.4 - + - -309.4 + +310 - - -309.6 + + +310.5 - - -309.8 + + +311 - - -310 + + +311.5 + + + +312 - - -310.2 + + +312.5 - - -310.4 + + +313 - - -310.6 + + +313.5 - - -310.8 + + +314 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index e2a4ebc59667..24f1c0bd840b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.2 + +0.05 - - -0.4 + + +0.1 - - -0.6 + + +0.15 + + + +0.2 - - -0.8 + + +0.25 - - -1 + + +0.3 - - -1.2 + + +0.35 - - -1.4 + + +0.4 - + - -309.4 + +310 - - -309.6 + + +310.5 - - -309.8 + + +311 - - -310 + + +311.5 + + + +312 - - -310.2 + + +312.5 - - -310.4 + + +313 - - -310.6 + + +313.5 - - -310.8 + + +314 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 292958360649..b39bd14a7bee 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6497737.898250001,"upper_bound":6535855.25625},"point_estimate":6514045.30875,"standard_error":9836.872763010142},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491785.0,"upper_bound":6493598.875},"point_estimate":6492560.0625,"standard_error":472.90738946177896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2185.6303486973047,"upper_bound":4019.0505411475897},"point_estimate":3144.3165566772223,"standard_error":466.59310882754005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23409.360304675003,"upper_bound":149907.2978465201},"point_estimate":98421.41980379687,"standard_error":31899.120102224006}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493015.9711875,"upper_bound":6496593.72971875},"point_estimate":6494570.76875,"standard_error":922.9755513075189},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491994.375,"upper_bound":6493182.8125},"point_estimate":6492499.625,"standard_error":355.94036661399684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1929.1405532509089,"upper_bound":3373.563577607274},"point_estimate":2719.273676723242,"standard_error":371.31200655335},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3135.4568633874883,"upper_bound":14152.29324602288},"point_estimate":9271.691060873141,"standard_error":2808.640004526006}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 9a53f1997f42..a6ef20854687 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51945521.0,52235361.0,51933007.0,51922567.0,51940370.0,52010411.0,51981507.0,51938707.0,51940591.0,51928800.0,51937345.0,51944228.0,51922487.0,51964927.0,51957582.0,51919822.0,51932005.0,51907128.0,52125967.0,51987779.0,51946071.0,51919061.0,51972450.0,51947002.0,51969866.0,51986507.0,51967582.0,51923649.0,51951071.0,51934280.0,51925883.0,51933107.0,51927717.0,52046408.0,51959186.0,51971609.0,51953284.0,51949508.0,52690019.0,57775768.0,54519493.0,51945400.0,51958154.0,51899916.0,52672186.0,51969605.0,51926475.0,51966590.0,51932585.0,51939178.0,51939710.0,51948074.0,51935251.0,51917027.0,51925493.0,51920694.0,51964045.0,51907260.0,51963674.0,52553375.0,51943938.0,56404229.0,51906808.0,52001655.0,51925542.0,51930301.0,51935151.0,51924992.0,51931795.0,51957042.0,51933667.0,51935941.0,51907598.0,51958874.0,51908519.0,51941662.0,51929609.0,51990523.0,51904993.0,51922276.0,51988710.0,51928919.0,53371921.0,51969915.0,51967380.0,51955528.0,51928438.0,51911275.0,51924259.0,51933236.0,51939888.0,51928798.0,51929950.0,51954046.0,51922596.0,51932966.0,51961649.0,51948364.0,51931222.0,51981747.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52008580.0,51929162.0,51931577.0,51959839.0,51921237.0,51957054.0,51964298.0,52506853.0,51950071.0,51921398.0,52255613.0,51936034.0,51925755.0,51909165.0,52007258.0,51938118.0,51936205.0,51961242.0,51959679.0,51944711.0,51964458.0,51934292.0,51947155.0,51938108.0,51951794.0,51934111.0,51959147.0,51971060.0,51922539.0,51993843.0,51934752.0,51943940.0,51931195.0,51959769.0,51918522.0,51943399.0,51943509.0,51944801.0,51939351.0,51935765.0,51933800.0,51950481.0,51932408.0,51953908.0,51935524.0,51953728.0,51944971.0,51942787.0,51972623.0,51962564.0,51916138.0,51931386.0,52017237.0,51920556.0,51922369.0,51936786.0,51971001.0,51925384.0,51994034.0,51916508.0,51949951.0,51936145.0,51956914.0,51919845.0,51989074.0,51938118.0,51959448.0,51927429.0,52235916.0,51938309.0,51947596.0,52003150.0,51932178.0,51914895.0,51959247.0,52044358.0,51939521.0,51928321.0,51977933.0,51924193.0,51946124.0,51905928.0,51959208.0,51940473.0,51944110.0,51973986.0,51930805.0,51934362.0,51908804.0,51903794.0,51913461.0,51942296.0,51919674.0,51920134.0,51925264.0,51957805.0,51935320.0,51951217.0,51917052.0,51934705.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index fba034dcd5f9..c2850d36e52d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6476808.6875,6483948.59375,6502988.34375,6510128.25] \ No newline at end of file +[6480490.46875,6485894.875,6500306.625,6505711.03125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index ca447810d697..f3f295e3423d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0006923828370031027,"upper_bound":0.007026617259613902},"point_estimate":0.003250791994014346,"standard_error":0.0015963639741410718},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00010970667108092508,"upper_bound":0.0003451153618669314},"point_estimate":0.00006719680840960862,"standard_error":0.00012037769073221367}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006336145986916009,"upper_bound":-0.00046646394673272284},"point_estimate":-0.0029896230494191878,"standard_error":0.0015097046555398986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00018422380840354968,"upper_bound":0.00017057778347884245},"point_estimate":-9.308731751089816e-6,"standard_error":0.00009160962157783087}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 292958360649..b39bd14a7bee 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6497737.898250001,"upper_bound":6535855.25625},"point_estimate":6514045.30875,"standard_error":9836.872763010142},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491785.0,"upper_bound":6493598.875},"point_estimate":6492560.0625,"standard_error":472.90738946177896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2185.6303486973047,"upper_bound":4019.0505411475897},"point_estimate":3144.3165566772223,"standard_error":466.59310882754005},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23409.360304675003,"upper_bound":149907.2978465201},"point_estimate":98421.41980379687,"standard_error":31899.120102224006}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493015.9711875,"upper_bound":6496593.72971875},"point_estimate":6494570.76875,"standard_error":922.9755513075189},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491994.375,"upper_bound":6493182.8125},"point_estimate":6492499.625,"standard_error":355.94036661399684},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1929.1405532509089,"upper_bound":3373.563577607274},"point_estimate":2719.273676723242,"standard_error":371.31200655335},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3135.4568633874883,"upper_bound":14152.29324602288},"point_estimate":9271.691060873141,"standard_error":2808.640004526006}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 9a53f1997f42..a6ef20854687 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51945521.0,52235361.0,51933007.0,51922567.0,51940370.0,52010411.0,51981507.0,51938707.0,51940591.0,51928800.0,51937345.0,51944228.0,51922487.0,51964927.0,51957582.0,51919822.0,51932005.0,51907128.0,52125967.0,51987779.0,51946071.0,51919061.0,51972450.0,51947002.0,51969866.0,51986507.0,51967582.0,51923649.0,51951071.0,51934280.0,51925883.0,51933107.0,51927717.0,52046408.0,51959186.0,51971609.0,51953284.0,51949508.0,52690019.0,57775768.0,54519493.0,51945400.0,51958154.0,51899916.0,52672186.0,51969605.0,51926475.0,51966590.0,51932585.0,51939178.0,51939710.0,51948074.0,51935251.0,51917027.0,51925493.0,51920694.0,51964045.0,51907260.0,51963674.0,52553375.0,51943938.0,56404229.0,51906808.0,52001655.0,51925542.0,51930301.0,51935151.0,51924992.0,51931795.0,51957042.0,51933667.0,51935941.0,51907598.0,51958874.0,51908519.0,51941662.0,51929609.0,51990523.0,51904993.0,51922276.0,51988710.0,51928919.0,53371921.0,51969915.0,51967380.0,51955528.0,51928438.0,51911275.0,51924259.0,51933236.0,51939888.0,51928798.0,51929950.0,51954046.0,51922596.0,51932966.0,51961649.0,51948364.0,51931222.0,51981747.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52008580.0,51929162.0,51931577.0,51959839.0,51921237.0,51957054.0,51964298.0,52506853.0,51950071.0,51921398.0,52255613.0,51936034.0,51925755.0,51909165.0,52007258.0,51938118.0,51936205.0,51961242.0,51959679.0,51944711.0,51964458.0,51934292.0,51947155.0,51938108.0,51951794.0,51934111.0,51959147.0,51971060.0,51922539.0,51993843.0,51934752.0,51943940.0,51931195.0,51959769.0,51918522.0,51943399.0,51943509.0,51944801.0,51939351.0,51935765.0,51933800.0,51950481.0,51932408.0,51953908.0,51935524.0,51953728.0,51944971.0,51942787.0,51972623.0,51962564.0,51916138.0,51931386.0,52017237.0,51920556.0,51922369.0,51936786.0,51971001.0,51925384.0,51994034.0,51916508.0,51949951.0,51936145.0,51956914.0,51919845.0,51989074.0,51938118.0,51959448.0,51927429.0,52235916.0,51938309.0,51947596.0,52003150.0,51932178.0,51914895.0,51959247.0,52044358.0,51939521.0,51928321.0,51977933.0,51924193.0,51946124.0,51905928.0,51959208.0,51940473.0,51944110.0,51973986.0,51930805.0,51934362.0,51908804.0,51903794.0,51913461.0,51942296.0,51919674.0,51920134.0,51925264.0,51957805.0,51935320.0,51951217.0,51917052.0,51934705.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index fba034dcd5f9..c2850d36e52d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6476808.6875,6483948.59375,6502988.34375,6510128.25] \ No newline at end of file +[6480490.46875,6485894.875,6500306.625,6505711.03125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 98d94ae8146c..71d1dd4fdd38 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + - + +1.8 + + + 2 - - -2.5 + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 - - + + 3 - - -3.5 + + +3.2 - - -4 + + +3.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 6195f8e1e44d..2110c6f1d4ba 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - -0.002 + +0.02 - - -0.004 + + +0.04 - - -0.006 + + +0.06 - - -0.008 + + +0.08 - - -0.01 + + +0.1 - - -0.012 + + +0.12 - - -0.014 + + +0.14 - - - -20 + + +0.16 - - -40 + + + +2 - - -60 + + +4 - - -80 + + +6 - - -100 + + +8 - - -120 + + +10 - - -140 + + +12 - - -160 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index f1039f624213..79ebe05b3c63 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -102,206 +102,206 @@ Average Iteration Time (ms) 100 - - + + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - + - - + + - - - - + + + + - - - - + + + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - + + + + - - - + + + - - + + - + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 49f27e07d86c..c45231549f33 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,38 +9,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + 6.4 @@ -62,10 +62,10 @@ Average Time (ms) 7.2 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 3d6d9f5361e3..7ec31971a636 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0 - - - -0.001 + +-0.006 - - -0.002 + + +-0.005 - - -0.003 + + +-0.004 - - -0.004 + + +-0.003 - - -0.005 + + +-0.002 - - -0.006 + + +-0.001 - - -0.007 + + +0 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index ffe29b46e1bf..3d8895b8503f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - + + +4000 + + + +4500 + + - + +-2e-4 + + + -0.00015 - - + + -1e-4 - - + + -5e-5 - - + + 0 - - + + 5e-5 - - + + 1e-4 - - + + 0.00015 - - + + 2e-4 - - -0.00025 - - - -3e-4 - - - -0.00035 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index f6f22654a5c2..3253078d1b7d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,65 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 6393df998762..8ed8aea26b4a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0002704 - 0.0002779 - 0.0002648 + 0.0008525 + 0.0008767 + 0.0008365 Mean - 6.4977 ms - 6.5140 ms - 6.5359 ms + 6.4930 ms + 6.4946 ms + 6.4966 ms Std. Dev. - 23.409 µs - 98.421 µs - 149.91 µs + 3.1355 µs + 9.2717 µs + 14.152 µs Median - 6.4918 ms - 6.4926 ms - 6.4936 ms + 6.4920 ms + 6.4925 ms + 6.4932 ms MAD - 2.1856 µs - 3.1443 µs - 4.0191 µs + 1.9291 µs + 2.7193 µs + 3.3736 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0692% - +0.3251% - +0.7027% - (p = 0.01 < + -0.6336% + -0.2990% + -0.0466% + (p = 0.03 < 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index ece047f2cd10..5c20878c1b58 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,47 +15,47 @@ Average Iteration Time (ms) - - - + + + - - - - + + + + - -6.5 + +6.49 - - -6.6 + + +6.5 - - -6.7 + + +6.51 - + -6.8 +6.52 - -6.9 + +6.53 - - -7.0 + + +6.54 - - -7.1 + + +6.55 - - -7.2 + + +6.56 - + 10 @@ -97,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index a8e3febc1863..65789ee623bf 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,47 +12,47 @@ Average Iteration Time (ms) - - + + - - - - + + + + - -6.5 + +6.49 - - -6.6 + + +6.5 - + -6.7 +6.51 -6.8 +6.52 - -6.9 + +6.53 - - -7.0 + + +6.54 - - -7.1 + + +6.55 - - -7.2 + + +6.56 - + 10 @@ -94,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index 9ddc883c73ec..f8bf432db678 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 + + +350 - - -40 + + +400 - - -45 + + +450 - + - -6.495 - - - -6.5 + +6.493 - - -6.505 + + +6.4935 - - -6.51 + + +6.494 - - -6.515 + + +6.4945 - - -6.52 - - - -6.525 + + +6.495 - - -6.53 + + +6.4955 - - -6.535 + + +6.496 - - -6.54 + + +6.4965 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index f8b84dcaf38c..dcb3a809e1a7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + + +1800 + + + +2000 + + - + 6.492 - - -6.4925 + + +6.4922 + + + +6.4924 + + + +6.4926 + + + +6.4928 - - + + 6.493 - - -6.4935 + + +6.4932 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index 9b936fbc6acc..0a8e236c6cf4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -47,45 +47,45 @@ Average Time (ms) -6.4 +6.48 -6.5 +6.49 - -6.6 + +6.5 - + -6.7 +6.51 - -6.8 + +6.52 - - -6.9 + + +6.53 - - -7 + + +6.54 - - -7.1 + + +6.55 - - -7.2 + + +6.56 - - -7.3 + + +6.57 - + Density (a.u.) @@ -94,64 +94,60 @@ Density (a.u.) 0 - -1 - - - -2 - - - -3 - - - -4 - - - -5 - - - -6 - - - -7 - - - -8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + +10 + + + +20 + + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 530309312e2b..d115705b6dfd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,63 +10,59 @@ Average Time (ms) 0 - -1 + +10 - - -2 + + +20 - - -3 + + +30 - - -4 + + +40 - - -5 + + +50 - - -6 + + +60 - - -7 + + +70 - - -8 + + +80 - - -9 - - + -6.4 +6.48 -6.6 +6.5 - -6.8 + +6.52 - - -7 + + +6.54 - - -7.2 + + +6.56 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index 90fd78bcd380..bc74765c0db2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -13,19 +13,19 @@ Average Iteration Time (ms) - + - + - + 6.5 - + 6.6 @@ -46,10 +46,10 @@ Average Iteration Time (ms) 7.0 - + 7.1 - + 7.2 @@ -99,204 +99,204 @@ Average Iteration Time (ms) 100 - - + + - - - - - + + + + + - - - + + + - - + + - - - + + + - - - - + + + + - - - + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - + + + + + + - + - - - - - - - + + + + + + + - + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - + + + + - - - - - + + + + + - - - - + + + + - - + + - - - + + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - - - + + + - - - - - - + + + + + + - - + + - - - - + + + + - - - + + + - - + + - + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 61acd89e27f9..80a827d2d19f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,38 +6,38 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + 6.4 @@ -59,8 +59,8 @@ Average Time (ms) 7.2 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index 92a2fdb7151e..259bcfaf675b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ms) - -5 + +50 - - -10 + + +100 - - -15 + + +150 - - -20 + + +200 - - -25 + + +250 - - -30 + + +300 - - -35 + + +350 - - -40 + + +400 - - -45 + + +450 - + - -6.495 - - - -6.5 + +6.493 - - -6.505 + + +6.4935 - - -6.51 + + +6.494 - - -6.515 + + +6.4945 - - -6.52 - - - -6.525 + + +6.495 - - -6.53 + + +6.4955 - - -6.535 + + +6.496 - - -6.54 + + +6.4965 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 50bcb4f3cfed..89bbdcf96645 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6527289.726156251,"upper_bound":6532450.486625},"point_estimate":6529459.99625,"standard_error":1338.1014806825121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526287.75,"upper_bound":6528464.0625},"point_estimate":6527516.0,"standard_error":683.4621099940152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3238.183667510748,"upper_bound":5993.781043589115},"point_estimate":4387.754622101784,"standard_error":706.4692900490505},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5206.935323715123,"upper_bound":21187.65426451255},"point_estimate":13432.12268675309,"standard_error":4774.9592897378025}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523037.13234375,"upper_bound":6530867.31721875},"point_estimate":6526568.55875,"standard_error":2007.4075159805425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6519797.0,"upper_bound":6522621.75},"point_estimate":6521381.1875,"standard_error":710.6720329307211},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4035.2664783596992,"upper_bound":6640.657944604754},"point_estimate":5437.250078469515,"standard_error":655.3858475964062},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10243.674708710343,"upper_bound":28062.743728077763},"point_estimate":20234.209780644098,"standard_error":4514.521959530642}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index eef84ebd5d85..1b0715eae3c0 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52200810.0,52230958.0,52255211.0,52228903.0,52230227.0,52259071.0,52199309.0,52185874.0,52185754.0,52198747.0,52213024.0,52248028.0,52233421.0,52205761.0,52230306.0,52220660.0,52213374.0,52268247.0,52235937.0,52303674.0,52256082.0,52206129.0,52227000.0,52270821.0,52226169.0,52187947.0,52244363.0,52210491.0,52295861.0,52288643.0,52219596.0,52203206.0,52265650.0,52170856.0,52149725.0,52224425.0,52228425.0,52165945.0,52237021.0,52171207.0,52195541.0,52578178.0,52376098.0,52207034.0,52223784.0,52278058.0,52179340.0,52402066.0,52225227.0,52222291.0,52231706.0,52254048.0,52214784.0,52268154.0,52296057.0,52194377.0,52288794.0,52200328.0,52226606.0,52242185.0,52300283.0,52186070.0,52160676.0,52200817.0,52202142.0,52161997.0,53131206.0,52226518.0,52252705.0,52218293.0,52163368.0,52212621.0,52288413.0,52182044.0,52137753.0,52242378.0,52148672.0,52202112.0,52229025.0,52189840.0,52163098.0,52199667.0,52213000.0,52148660.0,52343466.0,52148081.0,52234211.0,52197011.0,52164503.0,52227168.0,52202143.0,52240572.0,52204596.0,52249037.0,52194387.0,52210890.0,52207983.0,52284846.0,52213014.0,52183217.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52173062.0,52205554.0,52265013.0,52258413.0,52198419.0,52413953.0,52217656.0,52236903.0,52238113.0,52141461.0,52198870.0,52221234.0,52238475.0,52142908.0,52221043.0,52342991.0,52181319.0,52215092.0,52210405.0,52139302.0,52186268.0,52184255.0,52165639.0,52138257.0,52120975.0,52161068.0,52158256.0,52202500.0,52181817.0,52173313.0,52459530.0,52218808.0,52148245.0,53080893.0,52205224.0,52146754.0,52158376.0,52127496.0,52176891.0,52196206.0,52162583.0,52134550.0,52161076.0,52124798.0,52137380.0,52191353.0,52200793.0,52192153.0,52450479.0,52191372.0,52175042.0,52172878.0,53098022.0,52167577.0,52189710.0,52152940.0,52161026.0,52147379.0,52175702.0,52147992.0,52122271.0,52143292.0,52140709.0,52140357.0,52135580.0,52185177.0,52190212.0,52129356.0,52127702.0,52116373.0,52257317.0,52173719.0,52131902.0,52154014.0,52117733.0,52128855.0,52746451.0,52180974.0,52127433.0,52112636.0,52142152.0,52128456.0,52166024.0,52200139.0,52705257.0,52385796.0,52147501.0,52126781.0,52173099.0,52406716.0,52163409.0,52143853.0,52152661.0,52149126.0,52145598.0,52169221.0,52136530.0,52147711.0,52141409.0,52175583.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 3b7657927f43..5f732ba91f49 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6507176.78125,6515982.953125,6539466.078125,6548272.25] \ No newline at end of file +[6495902.09375,6506870.984375,6536121.359375,6547090.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 3c7a48971e5c..16bf2b0a9c51 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019895911849351668,"upper_bound":-0.00731658966076503},"point_estimate":-0.013234814304675102,"standard_error":0.003217282171464212},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00012324618419556899,"upper_bound":0.0009143853607711899},"point_estimate":0.0004735857132569521,"standard_error":0.0002124195786243417}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011849252588595539,"upper_bound":0.0002569950289424138},"point_estimate":-0.00044282949917151537,"standard_error":0.0003716470214759179},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012618875031704668,"upper_bound":-0.0006789952165596747},"point_estimate":-0.0009398387533634533,"standard_error":0.0001533714941081601}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 50bcb4f3cfed..89bbdcf96645 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6527289.726156251,"upper_bound":6532450.486625},"point_estimate":6529459.99625,"standard_error":1338.1014806825121},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526287.75,"upper_bound":6528464.0625},"point_estimate":6527516.0,"standard_error":683.4621099940152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3238.183667510748,"upper_bound":5993.781043589115},"point_estimate":4387.754622101784,"standard_error":706.4692900490505},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5206.935323715123,"upper_bound":21187.65426451255},"point_estimate":13432.12268675309,"standard_error":4774.9592897378025}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6523037.13234375,"upper_bound":6530867.31721875},"point_estimate":6526568.55875,"standard_error":2007.4075159805425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6519797.0,"upper_bound":6522621.75},"point_estimate":6521381.1875,"standard_error":710.6720329307211},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4035.2664783596992,"upper_bound":6640.657944604754},"point_estimate":5437.250078469515,"standard_error":655.3858475964062},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10243.674708710343,"upper_bound":28062.743728077763},"point_estimate":20234.209780644098,"standard_error":4514.521959530642}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index eef84ebd5d85..1b0715eae3c0 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52200810.0,52230958.0,52255211.0,52228903.0,52230227.0,52259071.0,52199309.0,52185874.0,52185754.0,52198747.0,52213024.0,52248028.0,52233421.0,52205761.0,52230306.0,52220660.0,52213374.0,52268247.0,52235937.0,52303674.0,52256082.0,52206129.0,52227000.0,52270821.0,52226169.0,52187947.0,52244363.0,52210491.0,52295861.0,52288643.0,52219596.0,52203206.0,52265650.0,52170856.0,52149725.0,52224425.0,52228425.0,52165945.0,52237021.0,52171207.0,52195541.0,52578178.0,52376098.0,52207034.0,52223784.0,52278058.0,52179340.0,52402066.0,52225227.0,52222291.0,52231706.0,52254048.0,52214784.0,52268154.0,52296057.0,52194377.0,52288794.0,52200328.0,52226606.0,52242185.0,52300283.0,52186070.0,52160676.0,52200817.0,52202142.0,52161997.0,53131206.0,52226518.0,52252705.0,52218293.0,52163368.0,52212621.0,52288413.0,52182044.0,52137753.0,52242378.0,52148672.0,52202112.0,52229025.0,52189840.0,52163098.0,52199667.0,52213000.0,52148660.0,52343466.0,52148081.0,52234211.0,52197011.0,52164503.0,52227168.0,52202143.0,52240572.0,52204596.0,52249037.0,52194387.0,52210890.0,52207983.0,52284846.0,52213014.0,52183217.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52173062.0,52205554.0,52265013.0,52258413.0,52198419.0,52413953.0,52217656.0,52236903.0,52238113.0,52141461.0,52198870.0,52221234.0,52238475.0,52142908.0,52221043.0,52342991.0,52181319.0,52215092.0,52210405.0,52139302.0,52186268.0,52184255.0,52165639.0,52138257.0,52120975.0,52161068.0,52158256.0,52202500.0,52181817.0,52173313.0,52459530.0,52218808.0,52148245.0,53080893.0,52205224.0,52146754.0,52158376.0,52127496.0,52176891.0,52196206.0,52162583.0,52134550.0,52161076.0,52124798.0,52137380.0,52191353.0,52200793.0,52192153.0,52450479.0,52191372.0,52175042.0,52172878.0,53098022.0,52167577.0,52189710.0,52152940.0,52161026.0,52147379.0,52175702.0,52147992.0,52122271.0,52143292.0,52140709.0,52140357.0,52135580.0,52185177.0,52190212.0,52129356.0,52127702.0,52116373.0,52257317.0,52173719.0,52131902.0,52154014.0,52117733.0,52128855.0,52746451.0,52180974.0,52127433.0,52112636.0,52142152.0,52128456.0,52166024.0,52200139.0,52705257.0,52385796.0,52147501.0,52126781.0,52173099.0,52406716.0,52163409.0,52143853.0,52152661.0,52149126.0,52145598.0,52169221.0,52136530.0,52147711.0,52141409.0,52175583.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 3b7657927f43..5f732ba91f49 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6507176.78125,6515982.953125,6539466.078125,6548272.25] \ No newline at end of file +[6495902.09375,6506870.984375,6536121.359375,6547090.25] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index e29328c5cc6c..ee6dc1ccca70 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - -3 - - - -3.5 + + +0.7 - - + + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - + + +6.5 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index ffac7c351d77..4770b645559d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - -0.02 + +0.01 - - -0.04 + + +0.02 - - -0.06 + + +0.03 - - -0.08 + + +0.04 - - -0.1 + + +0.05 - - -0.12 + + +0.06 - - -0.14 + + +0.07 - - -0.16 + + +0.08 - - -0.18 + + +0.09 - + - -4 - - - -6 - - - -8 - - - + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - - - + + +24 + + + +26 + + + +28 + + + +30 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index 56a120975762..0d47323601ed 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + - -6.6 - - - -6.7 + +6.52 - - -6.8 + + +6.54 - - -6.9 + + +6.56 - - -7.0 + + +6.58 - - -7.1 - - - -7.2 + + +6.6 - - -7.3 + + +6.62 - - -7.4 + + +6.64 - + 0 @@ -107,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 254541f2cfec..c75fba032c56 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -50,22 +50,26 @@ Average Time (ms) - + 6.5 - - -7 + + +6.55 - - -7.5 + + +6.6 - - - - - + + +6.65 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 3609bb262510..f985b460efbf 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,67 +9,91 @@ Density (a.u.) Relative change (%) - -20 + +100 - - -40 + + +200 - - -60 + + +300 - - -80 + + +400 - - -100 + + +500 + + + +600 + + + +700 + + + +800 + + + +900 + + + +1000 - - -120 + + +1100 - + - --0.02 - - - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - - - - + +-0.0012 + + + +-0.001 + + + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +2.1684e-19 + + + +2e-4 + + + +4e-4 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index cbedbe691534..c328ad519ce6 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 + + +2000 - - -1800 + + +2500 - + - -1e-4 - - - -2e-4 - - - -3e-4 - - - -4e-4 + +-0.0013 - - -5e-4 + + +-0.0012 - - -6e-4 + + +-0.0011 - - -7e-4 + + +-0.001 - - -8e-4 + + +-9e-4 - - -9e-4 + + +-8e-4 - - -0.001 + + +-7e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 57832621b790..24cd6856ea95 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 5dc06d986e22..79db52347718 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0023403 - 0.0024019 - 0.0022876 + 0.0005108 + 0.0005265 + 0.0005035 Mean - 6.5273 ms - 6.5295 ms - 6.5325 ms + 6.5230 ms + 6.5266 ms + 6.5309 ms Std. Dev. - 5.2069 µs - 13.432 µs - 21.188 µs + 10.244 µs + 20.234 µs + 28.063 µs Median - 6.5263 ms - 6.5275 ms - 6.5285 ms + 6.5198 ms + 6.5214 ms + 6.5226 ms MAD - 3.2382 µs - 4.3878 µs - 5.9938 µs + 4.0353 µs + 5.4373 µs + 6.6407 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.9896% - -1.3235% - -0.7317% - (p = 0.00 < + -0.1185% + -0.0443% + +0.0257% + (p = 0.24 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 144910e2103f..5f75d30bbccc 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - - -6.64 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 91226dadd9bf..d0647aa3e3dd 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - - -6.64 - - + 10 @@ -91,102 +86,102 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 3b097312c25b..f419e7cd6668 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - + + +200 + + - + +6.523 + + + +6.524 + + + +6.525 + + + +6.526 + + + 6.527 - - + + 6.528 - - + + 6.529 - - + + 6.53 - - -6.531 - - - -6.532 - - - -6.533 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 526c55a967b6..e5bf3ef48728 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - + -300 - - - 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - -1100 + + +1200 + + + +1400 - + - -6.5265 + +6.5195 + + + +6.52 + + + +6.5205 - - -6.527 + + +6.521 - - -6.5275 + + +6.5215 - - -6.528 + + +6.522 - - -6.5285 + + +6.5225 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index 612844204ac9..bbc4576d14a7 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,34 +46,42 @@ Average Time (ms) - + +6.5 + + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - - + + 6.64 - + + +6.66 + + Density (a.u.) @@ -82,62 +90,60 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - -50 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index 7e7968bbc2a2..b345cf0ccaeb 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - + - + +6.5 + + + 6.55 - - + + 6.6 - - + + 6.65 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index 409a5fa76ad7..6ee7347ca694 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,42 @@ Average Iteration Time (ms) - - - - + + + - - - - + + + - -6.6 - - - -6.7 + +6.52 - - -6.8 + + +6.54 - - -6.9 + + +6.56 - + -7.0 +6.58 - -7.1 - - - -7.2 + +6.6 - - -7.3 + + +6.62 - - -7.4 + + +6.64 - + 0 @@ -104,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index ce4ce0b8fa2e..946f1477c962 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -47,20 +47,24 @@ Average Time (ms) - + 6.5 - - -7 + + +6.55 - - -7.5 + + +6.6 - - - - - + + +6.65 + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 1e17025c6def..22f4fb50e456 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - + + +200 + + - + +6.523 + + + +6.524 + + + +6.525 + + + +6.526 + + + 6.527 - - + + 6.528 - - + + 6.529 - - + + 6.53 - - -6.531 - - - -6.532 - - - -6.533 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index b2ce1d17bf4d..1b51c77be08d 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77588909.27575,"upper_bound":77882948.8635},"point_estimate":77729049.93,"standard_error":74776.88574708196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77546008.0,"upper_bound":77838212.0},"point_estimate":77715703.0,"standard_error":65067.63858852755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":480182.25557506084,"upper_bound":810070.3866183758},"point_estimate":623068.5693383217,"standard_error":87168.50239097868},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":546122.3667743327,"upper_bound":1008721.560100632},"point_estimate":753721.6822951852,"standard_error":131317.81120249032}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74122260.2,"upper_bound":75132232.19},"point_estimate":74565465.3,"standard_error":261542.75738849206},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74052044.5,"upper_bound":74437785.0},"point_estimate":74233887.5,"standard_error":105226.05340904435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610737.7853572369,"upper_bound":1093358.1765890121},"point_estimate":834592.5901830196,"standard_error":123426.64334721839},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":871491.5176142366,"upper_bound":3866989.9975823597},"point_estimate":2621461.25488104,"standard_error":760265.0110870345}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index 6d7d2466f2d7..749d21595228 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[78259920.0,76839719.0,77238754.0,77394405.0,76941849.0,77368946.0,77365691.0,77622379.0,76577719.0,78415871.0,77671942.0,77017420.0,77875933.0,77744878.0,78252726.0,77172199.0,77714091.0,78702666.0,78119107.0,77546008.0,77225369.0,76813780.0,78784820.0,77302252.0,77274641.0,77541438.0,77668035.0,77949981.0,77528104.0,76890012.0,77685177.0,76926080.0,77454917.0,77175756.0,77350041.0,77734840.0,77594798.0,78064916.0,77873809.0,78916396.0,78627325.0,77673245.0,78309773.0,78717875.0,78576641.0,77717315.0,78115156.0,77659847.0,77898242.0,78265418.0,78436918.0,77495080.0,77063545.0,77950440.0,77763902.0,77778459.0,77847728.0,77141370.0,78272511.0,77530527.0,78553445.0,77903752.0,77603994.0,77772056.0,77805950.0,77489279.0,78069001.0,78009720.0,77997798.0,78110258.0,78542063.0,78205345.0,78097223.0,78346769.0,77205590.0,78062288.0,78287338.0,77443474.0,78763638.0,78511228.0,78142760.0,78665736.0,77518816.0,77838212.0,77780945.0,76986403.0,82230709.0,76494745.0,77796995.0,77443575.0,76266148.0,76411500.0,76950415.0,76702533.0,76676454.0,76851591.0,77008273.0,76877920.0,76711460.0,78330892.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[72609528.0,73136797.0,72989100.0,72863254.0,74997233.0,73660208.0,74796557.0,72920521.0,73353243.0,72825462.0,72540649.0,72874244.0,72375049.0,72535419.0,73335248.0,73094937.0,72551660.0,73822892.0,73412823.0,73279364.0,73933690.0,73277601.0,73285214.0,73208671.0,73791804.0,73577312.0,73510728.0,73179516.0,73201057.0,72866871.0,77910082.0,91388963.0,90225774.0,82329717.0,73670707.0,74429048.0,74736775.0,73749544.0,74076588.0,74536409.0,74343918.0,75230560.0,74619515.0,75411881.0,74951157.0,74267846.0,74421174.0,74757564.0,74203355.0,74002750.0,74228923.0,74356061.0,74350500.0,74067230.0,74544905.0,74652938.0,74454396.0,75207617.0,74394033.0,75142344.0,75884516.0,74858182.0,74398331.0,74483780.0,74534205.0,74668686.0,74603235.0,74605809.0,75731400.0,73789169.0,75304849.0,74730103.0,75631602.0,74571225.0,74521461.0,74152340.0,75120614.0,74238852.0,74223673.0,74284576.0,74822181.0,74928039.0,75270752.0,74824285.0,75224965.0,74080069.0,74538039.0,73800966.0,73879043.0,74036859.0,74053620.0,74193682.0,74121207.0,73492048.0,73855900.0,74009227.0,73840782.0,74839353.0,74707516.0,73222463.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 094715e97673..c13ffd8d4bc6 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[74714245.75,75989957.5,79391855.5,80667567.25] \ No newline at end of file +[70047351.0,71804008.5,76488428.5,78245086.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index c828b27e1e37..72de24971188 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.035617228500002346,"upper_bound":0.04124548387219992},"point_estimate":0.03844517517356594,"standard_error":0.0014287788155179844},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03657734215306929,"upper_bound":0.043500851883244485},"point_estimate":0.039620917096008235,"standard_error":0.0017326701684327874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04634185448013379,"upper_bound":-0.03354437017546295},"point_estimate":-0.040700158214322935,"standard_error":0.003427311765503253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04762550776414454,"upper_bound":-0.041489254324603486},"point_estimate":-0.044801955918741365,"standard_error":0.0015570933666078945}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index b2ce1d17bf4d..1b51c77be08d 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77588909.27575,"upper_bound":77882948.8635},"point_estimate":77729049.93,"standard_error":74776.88574708196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":77546008.0,"upper_bound":77838212.0},"point_estimate":77715703.0,"standard_error":65067.63858852755},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":480182.25557506084,"upper_bound":810070.3866183758},"point_estimate":623068.5693383217,"standard_error":87168.50239097868},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":546122.3667743327,"upper_bound":1008721.560100632},"point_estimate":753721.6822951852,"standard_error":131317.81120249032}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74122260.2,"upper_bound":75132232.19},"point_estimate":74565465.3,"standard_error":261542.75738849206},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74052044.5,"upper_bound":74437785.0},"point_estimate":74233887.5,"standard_error":105226.05340904435},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":610737.7853572369,"upper_bound":1093358.1765890121},"point_estimate":834592.5901830196,"standard_error":123426.64334721839},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":871491.5176142366,"upper_bound":3866989.9975823597},"point_estimate":2621461.25488104,"standard_error":760265.0110870345}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index 6d7d2466f2d7..749d21595228 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[78259920.0,76839719.0,77238754.0,77394405.0,76941849.0,77368946.0,77365691.0,77622379.0,76577719.0,78415871.0,77671942.0,77017420.0,77875933.0,77744878.0,78252726.0,77172199.0,77714091.0,78702666.0,78119107.0,77546008.0,77225369.0,76813780.0,78784820.0,77302252.0,77274641.0,77541438.0,77668035.0,77949981.0,77528104.0,76890012.0,77685177.0,76926080.0,77454917.0,77175756.0,77350041.0,77734840.0,77594798.0,78064916.0,77873809.0,78916396.0,78627325.0,77673245.0,78309773.0,78717875.0,78576641.0,77717315.0,78115156.0,77659847.0,77898242.0,78265418.0,78436918.0,77495080.0,77063545.0,77950440.0,77763902.0,77778459.0,77847728.0,77141370.0,78272511.0,77530527.0,78553445.0,77903752.0,77603994.0,77772056.0,77805950.0,77489279.0,78069001.0,78009720.0,77997798.0,78110258.0,78542063.0,78205345.0,78097223.0,78346769.0,77205590.0,78062288.0,78287338.0,77443474.0,78763638.0,78511228.0,78142760.0,78665736.0,77518816.0,77838212.0,77780945.0,76986403.0,82230709.0,76494745.0,77796995.0,77443575.0,76266148.0,76411500.0,76950415.0,76702533.0,76676454.0,76851591.0,77008273.0,76877920.0,76711460.0,78330892.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[72609528.0,73136797.0,72989100.0,72863254.0,74997233.0,73660208.0,74796557.0,72920521.0,73353243.0,72825462.0,72540649.0,72874244.0,72375049.0,72535419.0,73335248.0,73094937.0,72551660.0,73822892.0,73412823.0,73279364.0,73933690.0,73277601.0,73285214.0,73208671.0,73791804.0,73577312.0,73510728.0,73179516.0,73201057.0,72866871.0,77910082.0,91388963.0,90225774.0,82329717.0,73670707.0,74429048.0,74736775.0,73749544.0,74076588.0,74536409.0,74343918.0,75230560.0,74619515.0,75411881.0,74951157.0,74267846.0,74421174.0,74757564.0,74203355.0,74002750.0,74228923.0,74356061.0,74350500.0,74067230.0,74544905.0,74652938.0,74454396.0,75207617.0,74394033.0,75142344.0,75884516.0,74858182.0,74398331.0,74483780.0,74534205.0,74668686.0,74603235.0,74605809.0,75731400.0,73789169.0,75304849.0,74730103.0,75631602.0,74571225.0,74521461.0,74152340.0,75120614.0,74238852.0,74223673.0,74284576.0,74822181.0,74928039.0,75270752.0,74824285.0,75224965.0,74080069.0,74538039.0,73800966.0,73879043.0,74036859.0,74053620.0,74193682.0,74121207.0,73492048.0,73855900.0,74009227.0,73840782.0,74839353.0,74707516.0,73222463.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 094715e97673..c13ffd8d4bc6 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[74714245.75,75989957.5,79391855.5,80667567.25] \ No newline at end of file +[70047351.0,71804008.5,76488428.5,78245086.0] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 618d407aedcd..96b40e1876d9 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -6,85 +6,85 @@ fan_in/hydroflow:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 + + + +0.6 - - -0.0045 + + +0.65 - - -0.005 + + +0.7 - - - -450 + + +0.75 - - -500 + + +0.8 - - -550 + + +0.85 - - -600 + + +0.9 - - -650 + + +0.95 - - -700 + + +1 - - -750 + + +1.05 - - -800 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 25d554680b0c..07f91d9f981c 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -0.5 - - - -1 + +0.1 - - -1.5 + + +0.2 - - -2 - - - -2.5 + + +0.3 - - -3 + + +0.4 - - -3.5 + + +0.5 - - -4 + + +0.6 - - -4.5 + + +0.7 - + -5 +0.8 - -0.5 + +1 - - -0.6 + + +1.5 - - -0.7 + + +2 - - -0.8 + + +2.5 - - -0.9 + + +3 - - -1 + + +3.5 + + + +4 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 31e8ba515de6..90a41f1108a9 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 74.0 - - -75.0 - - - + + 76.0 - - -77.0 - - - + + 78.0 - - -79.0 - - - + + 80.0 - - -81.0 - - - + + 82.0 - + + +84.0 + + + +86.0 + + + +88.0 + + + +90.0 + + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 4fb2a0fb60f0..ec706fc50241 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -54,30 +54,30 @@ Average Time (ms) - -74 + +70 - - -76 + + +75 - - -78 - - - + + 80 - - -82 + + +85 + + + +90 - - - - - + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index 5254c664960b..18df8deefb8e 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - + - -0.035 + +-0.046 - - -0.036 + + +-0.044 - - -0.037 + + +-0.042 - - -0.038 + + +-0.04 - - -0.039 + + +-0.038 - - -0.04 + + +-0.036 - - -0.041 + + +-0.034 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index 185770b97c78..9a9f2d083053 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 + + +150 - - -160 - - - -180 - - - + + 200 - - -220 + + +250 - + - -0.036 - - - -0.037 + +-0.048 - - -0.038 + + +-0.047 - - -0.039 + + +-0.046 - - -0.04 + + +-0.045 - - -0.041 + + +-0.044 - - -0.042 + + +-0.043 - - -0.043 + + +-0.042 - - -0.044 + + +-0.041 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index 7d2ae84c5d18..2d043ca78fc0 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index dc624414b823..e76e48ad0c31 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0061845 - 0.0063991 - 0.0061421 + 0.0025701 + 0.0026441 + 0.0025252 Mean - 77.589 ms - 77.729 ms - 77.883 ms + 74.122 ms + 74.565 ms + 75.132 ms Std. Dev. - 546.12 µs - 753.72 µs - 1.0087 ms + 871.49 µs + 2.6215 ms + 3.8670 ms Median - 77.546 ms - 77.716 ms - 77.838 ms + 74.052 ms + 74.234 ms + 74.438 ms MAD - 480.18 µs - 623.07 µs - 810.07 µs + 610.74 µs + 834.59 µs + 1.0934 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +3.5617% - +3.8445% - +4.1245% + -4.6342% + -4.0700% + -3.3544% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index d0d3ed0199c8..b5eade541223 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -77.0 + +74.0 - - -78.0 + + +76.0 - - -79.0 + + +78.0 - - + + 80.0 - - -81.0 - - - + + 82.0 - + + +84.0 + + + +86.0 + + + +88.0 + + + +90.0 + + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index d8f28f08f7ce..ff48d2b0a11c 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -77.0 + +74.0 - - -78.0 + + +76.0 - - -79.0 + + +78.0 - - + + 80.0 - - -81.0 - - - + + 82.0 - + + +84.0 + + + +86.0 + + + +88.0 + + + +90.0 + + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 68fcf3d5990a..a03524924a6c 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 + + +0.4 - - -2.5 + + +0.6 - - -3 + + +0.8 - - -3.5 - - - -4 + + +1 - - -4.5 + + +1.2 - - -5 + + +1.4 - - -5.5 + + +1.6 - + - -77.6 - - - -77.65 + +74.2 - - -77.7 + + +74.4 - - -77.75 + + +74.6 - - -77.8 + + +74.8 - - -77.85 + + +75 - - -77.9 + + +75.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index 415e491dec77..e568d68e5d85 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,82 +9,74 @@ Density (a.u.) Average time (ms) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - - -10 + + + +74.05 - - -11 + + +74.1 - - - -77.55 + + +74.15 - - -77.6 + + +74.2 - - -77.65 + + +74.25 - - -77.7 + + +74.3 - - -77.75 + + +74.35 - - -77.8 + + +74.4 - - -77.85 + + +74.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 9f0e9c57e5f9..276485ec5118 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,38 +54,26 @@ Average Time (ms) - -76 + +70 - - -77 + + +75 - - -78 - - - -79 - - - + + 80 - - -81 - - - -82 + + +85 - - -83 + + +90 - + Density (a.u.) @@ -94,34 +82,40 @@ Density (a.u.) 0 - -0.1 - - - -0.2 + +0.05 - - -0.3 + + +0.1 - - -0.4 + + +0.15 - - -0.5 + + +0.2 - - - - - - - - - + + +0.25 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index fd3bfc79225d..f763b3cd0735 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (ms) 0 - -0.1 + +0.05 - - -0.2 + + +0.1 - - -0.3 + + +0.15 - - -0.4 + + +0.2 - - -0.5 + + +0.25 - - -0.6 + + +0.3 - + - -76 + +70 - - -78 + + +75 - - + + 80 - - -82 + + +85 + + + +90 - - - + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index d59499492d3b..538c66a389db 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - + - - - - - - - + + + + + + + - + 74.0 - + -75.0 +76.0 - -76.0 + +78.0 - - -77.0 + + +80.0 - - -78.0 + + +82.0 - - -79.0 + + +84.0 - - -80.0 + + +86.0 - - -81.0 + + +88.0 - - -82.0 + + +90.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index a00bb951752a..564eb867299e 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -51,28 +51,28 @@ Average Time (ms) - -74 + +70 - - -76 + + +75 - - -78 - - - + + 80 - - -82 + + +85 + + + +90 - - - - - + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index a1d05bbad5e7..b14d33676fc4 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 - - - -2 + + +0.4 - - -2.5 + + +0.6 - - -3 + + +0.8 - - -3.5 - - - -4 + + +1 - - -4.5 + + +1.2 - - -5 + + +1.4 - - -5.5 + + +1.6 - + - -77.6 - - - -77.65 + +74.2 - - -77.7 + + +74.4 - - -77.75 + + +74.6 - - -77.8 + + +74.8 - - -77.85 + + +75 - - -77.9 + + +75.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index 84a3346e6626..983a257129a9 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41098528.72775,"upper_bound":41390718.722875},"point_estimate":41224883.345,"standard_error":75596.84829885009},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41072149.0,"upper_bound":41099808.5},"point_estimate":41088807.0,"standard_error":6397.193028478217},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38627.659714221954,"upper_bound":81619.43584721525},"point_estimate":60938.5654181242,"standard_error":10900.179146217677},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243670.22538540192,"upper_bound":1149084.631272687},"point_estimate":761495.0576588413,"standard_error":239067.7918840249}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40989442.733125,"upper_bound":41137836.93775},"point_estimate":41059606.105,"standard_error":37826.33624237769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40983246.0,"upper_bound":41163654.0},"point_estimate":41003794.75,"standard_error":46683.54951757664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262466.8972402811,"upper_bound":451764.8912295699},"point_estimate":432540.01737087965,"standard_error":46574.191487979115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267655.0542177154,"upper_bound":517611.8267462188},"point_estimate":380027.7612502543,"standard_error":71297.99046888709}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 61f52509e1c6..5584915f4764 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[82172870.0,81971666.0,82086109.0,81738059.0,82221391.0,82097450.0,82190984.0,82230769.0,82030796.0,81767063.0,82182129.0,82146841.0,82268740.0,82422265.0,82326808.0,82222523.0,81978458.0,82089205.0,82213326.0,82250786.0,81971766.0,82236239.0,82178661.0,80639028.0,82248862.0,82284018.0,82181527.0,81833588.0,82210130.0,82164244.0,82142885.0,82216742.0,82200171.0,82137975.0,82168502.0,81759690.0,82183551.0,81928905.0,82212906.0,82139127.0,83418415.0,82203348.0,84795476.0,85001779.0,84391230.0,83501439.0,82993351.0,83309001.0,83371948.0,82942157.0,82094434.0,82036857.0,82084656.0,81810956.0,82335474.0,80521278.0,91552714.0,92903815.0,81808119.0,82144298.0,82136162.0,82532983.0,82217945.0,82055230.0,82171688.0,82119501.0,82184212.0,82176567.0,82156941.0,81965784.0,82142444.0,82117597.0,82250155.0,82328611.0,82211502.0,82170717.0,81925088.0,82142775.0,82198128.0,81929086.0,82082462.0,82222193.0,82068125.0,82195043.0,82226741.0,82404573.0,82276682.0,82070566.0,81878948.0,82199617.0,82115230.0,81945583.0,82219814.0,82185411.0,82096384.0,82055978.0,82229573.0,82064755.0,82290155.0,82148220.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81348694.0,81976431.0,81966492.0,80175557.0,81340860.0,83358580.0,82437885.0,83159317.0,82589018.0,82664028.0,82900142.0,82012138.0,81938970.0,81423364.0,81388990.0,82563650.0,81932799.0,82581745.0,81546716.0,82017548.0,82447153.0,82779485.0,82590341.0,83566129.0,82622010.0,82070868.0,82047033.0,81676659.0,81312697.0,82001598.0,82588768.0,82365420.0,81986089.0,82816872.0,82327308.0,81947406.0,81320912.0,82555225.0,82612502.0,82551528.0,81915677.0,81325622.0,81367921.0,81488025.0,81386947.0,81313829.0,81364715.0,81498495.0,81353273.0,81965420.0,81822382.0,82626078.0,81964559.0,86824062.0,81974617.0,82620998.0,82650755.0,82595201.0,81321514.0,81388679.0,82570324.0,82643781.0,82961247.0,81404168.0,81354926.0,81390974.0,81467206.0,81438673.0,81505589.0,81353072.0,81403437.0,82842605.0,82048285.0,81381767.0,82128847.0,82621620.0,82275341.0,81336873.0,81993663.0,82639063.0,82490705.0,82624956.0,82617012.0,82685119.0,82710787.0,81369243.0,81521408.0,81424877.0,81975077.0,82579300.0,82003041.0,81980207.0,82147631.0,82259151.0,81999683.0,81949049.0,82661104.0,82596192.0,82605950.0,82681572.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 496131696d1d..5354326d51d9 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[40820010.25,40931032.0,41227090.0,41338111.75] \ No newline at end of file +[39022198.25,39876117.3125,42153234.8125,43007153.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index d9b088658e69..dde68bd698fa 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.003941448323535618,"upper_bound":0.012037122873000686},"point_estimate":0.007428631990991752,"standard_error":0.0020195854904364397},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004880920373231623,"upper_bound":0.0063860033436757835},"point_estimate":0.005647754745128131,"standard_error":0.00039181437825030845}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008369475049884246,"upper_bound":-0.0003726322683509804},"point_estimate":-0.004009162102821318,"standard_error":0.0020410473403633515},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002659431204183438,"upper_bound":0.0023432308011148706},"point_estimate":-0.0020689880336510758,"standard_error":0.0012963376385065597}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index 84a3346e6626..983a257129a9 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41098528.72775,"upper_bound":41390718.722875},"point_estimate":41224883.345,"standard_error":75596.84829885009},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":41072149.0,"upper_bound":41099808.5},"point_estimate":41088807.0,"standard_error":6397.193028478217},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38627.659714221954,"upper_bound":81619.43584721525},"point_estimate":60938.5654181242,"standard_error":10900.179146217677},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":243670.22538540192,"upper_bound":1149084.631272687},"point_estimate":761495.0576588413,"standard_error":239067.7918840249}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40989442.733125,"upper_bound":41137836.93775},"point_estimate":41059606.105,"standard_error":37826.33624237769},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40983246.0,"upper_bound":41163654.0},"point_estimate":41003794.75,"standard_error":46683.54951757664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262466.8972402811,"upper_bound":451764.8912295699},"point_estimate":432540.01737087965,"standard_error":46574.191487979115},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267655.0542177154,"upper_bound":517611.8267462188},"point_estimate":380027.7612502543,"standard_error":71297.99046888709}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 61f52509e1c6..5584915f4764 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[82172870.0,81971666.0,82086109.0,81738059.0,82221391.0,82097450.0,82190984.0,82230769.0,82030796.0,81767063.0,82182129.0,82146841.0,82268740.0,82422265.0,82326808.0,82222523.0,81978458.0,82089205.0,82213326.0,82250786.0,81971766.0,82236239.0,82178661.0,80639028.0,82248862.0,82284018.0,82181527.0,81833588.0,82210130.0,82164244.0,82142885.0,82216742.0,82200171.0,82137975.0,82168502.0,81759690.0,82183551.0,81928905.0,82212906.0,82139127.0,83418415.0,82203348.0,84795476.0,85001779.0,84391230.0,83501439.0,82993351.0,83309001.0,83371948.0,82942157.0,82094434.0,82036857.0,82084656.0,81810956.0,82335474.0,80521278.0,91552714.0,92903815.0,81808119.0,82144298.0,82136162.0,82532983.0,82217945.0,82055230.0,82171688.0,82119501.0,82184212.0,82176567.0,82156941.0,81965784.0,82142444.0,82117597.0,82250155.0,82328611.0,82211502.0,82170717.0,81925088.0,82142775.0,82198128.0,81929086.0,82082462.0,82222193.0,82068125.0,82195043.0,82226741.0,82404573.0,82276682.0,82070566.0,81878948.0,82199617.0,82115230.0,81945583.0,82219814.0,82185411.0,82096384.0,82055978.0,82229573.0,82064755.0,82290155.0,82148220.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81348694.0,81976431.0,81966492.0,80175557.0,81340860.0,83358580.0,82437885.0,83159317.0,82589018.0,82664028.0,82900142.0,82012138.0,81938970.0,81423364.0,81388990.0,82563650.0,81932799.0,82581745.0,81546716.0,82017548.0,82447153.0,82779485.0,82590341.0,83566129.0,82622010.0,82070868.0,82047033.0,81676659.0,81312697.0,82001598.0,82588768.0,82365420.0,81986089.0,82816872.0,82327308.0,81947406.0,81320912.0,82555225.0,82612502.0,82551528.0,81915677.0,81325622.0,81367921.0,81488025.0,81386947.0,81313829.0,81364715.0,81498495.0,81353273.0,81965420.0,81822382.0,82626078.0,81964559.0,86824062.0,81974617.0,82620998.0,82650755.0,82595201.0,81321514.0,81388679.0,82570324.0,82643781.0,82961247.0,81404168.0,81354926.0,81390974.0,81467206.0,81438673.0,81505589.0,81353072.0,81403437.0,82842605.0,82048285.0,81381767.0,82128847.0,82621620.0,82275341.0,81336873.0,81993663.0,82639063.0,82490705.0,82624956.0,82617012.0,82685119.0,82710787.0,81369243.0,81521408.0,81424877.0,81975077.0,82579300.0,82003041.0,81980207.0,82147631.0,82259151.0,81999683.0,81949049.0,82661104.0,82596192.0,82605950.0,82681572.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 496131696d1d..5354326d51d9 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[40820010.25,40931032.0,41227090.0,41338111.75] \ No newline at end of file +[39022198.25,39876117.3125,42153234.8125,43007153.875] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index cf1f378940da..e1398e13539a 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - + - -35 + +260 - - -40 + + +280 - - -45 + + +300 - - -50 + + +320 - - -55 + + +340 - - -60 + + +360 - - -65 + + +380 - - -70 + + +400 - - -75 + + +420 - - -80 + + +440 - - -85 + + +460 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index 3643643250b0..65ea647774f9 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -6,77 +6,73 @@ fan_in/hydroflow/surface:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.2 - - - -0.3 + + +0.006 - - -0.4 + + +0.007 - - -0.5 + + +0.008 - - -0.6 + + +0.009 - - -0.7 + + + +250 - - -0.8 + + +300 - - -0.9 + + +350 - - -1 + + +400 - - -1.1 + + +450 - - -1.2 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index 116f35306010..eb77651cf011 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - + 41.0 - - + + 42.0 - - + + 43.0 - - + + 44.0 - - + + 45.0 - - + + 46.0 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index 6bad78667288..3d4901da00b5 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,42 +9,46 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - - -1.6 + + +0.9 - - -1.8 + + +1 - + 40 @@ -62,10 +66,10 @@ Average Time (ms) 46 - - - - + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index b4c05ac0d62f..a2f039961af9 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - -200 - - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 7692e25375d6..ff17179c5a85 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - -400 + + +300 - - -600 + + +400 - + -800 +500 - -1000 + +600 - - -1200 + + +700 - + + +800 + + -1400 +900 - -0.0048 - - - -0.005 - - - -0.0052 - - - -0.0054 + +-0.003 - - -0.0056 + + +-0.002 - - -0.0058 + + +-0.001 - - -0.006 + + +0 - - -0.0062 + + +0.001 - - -0.0064 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 635db94b9805..4c6d059023c8 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 423613394a7b..e7e1d48c9143 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003851 - 0.0003958 - 0.0003777 + 0.0053172 + 0.0054993 + 0.0052748 Mean - 41.099 ms - 41.225 ms - 41.391 ms + 40.989 ms + 41.060 ms + 41.138 ms Std. Dev. - 243.67 µs - 761.50 µs - 1.1491 ms + 267.66 µs + 380.03 µs + 517.61 µs Median - 41.072 ms - 41.089 ms - 41.100 ms + 40.983 ms + 41.004 ms + 41.164 ms MAD - 38.628 µs - 60.939 µs - 81.619 µs + 262.47 µs + 432.54 µs + 451.76 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.3941% - +0.7429% - +1.2037% - (p = 0.00 < + -0.8369% + -0.4009% + -0.0373% + (p = 0.05 < 0.05) diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 7073ab0f2eaa..1d4237e582ff 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -41.0 + +40.5 - - -42.0 + + +41.0 - - -43.0 + + +41.5 - - -44.0 + + +42.0 - - -45.0 + + +42.5 - - -46.0 + + +43.0 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 5bcc896ec2af..e73c157c7ce7 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -41.0 + +40.5 - - -42.0 + + +41.0 - - -43.0 + + +41.5 - - -44.0 + + +42.0 - - -45.0 + + +42.5 - - -46.0 + + +43.0 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index ca1731a2b766..077ee3933dda 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 + + + +8 - + + +9 + + + +10 + + + +11 + + - -41.1 + +40.98 - - -41.15 + + +41 - - -41.2 + + +41.02 - - -41.25 + + +41.04 - - -41.3 + + +41.06 + + + +41.08 + + + +41.1 - - -41.35 + + +41.12 - - -41.4 + + +41.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 2423a9993633..9bd4505b9a18 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (ms) - -20 + +5 - - -40 + + +10 - - -60 + + +15 - - -80 + + +20 - - -100 + + +25 - - -120 + + +30 - + - -41.07 + +40.98 - - -41.075 + + +41 - - -41.08 + + +41.02 - - -41.085 + + +41.04 - - -41.09 + + +41.06 - - -41.095 + + +41.08 - - + + 41.1 - - - - + + +41.12 + + + +41.14 + + + +41.16 + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index 02c5e6f3bfaa..0d5f42734f19 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (ms) - + 40 - - -41 + + +40.5 - - -42 + + +41 - - -43 + + +41.5 - - -44 + + +42 - - -45 + + +42.5 - - -46 + + +43 - - -47 + + +43.5 - + Density (a.u.) @@ -94,92 +94,54 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 6dc6c51eb77d..36e4db7d0b0f 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (ms) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - + - + 40 - - -42 + + +41 - - -44 + + +42 - - -46 + + +43 - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 09d0f5c1da53..1fe6e121a705 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,33 +13,33 @@ Average Iteration Time (ms) - - - - - + + + + + - + 41.0 - - + + 42.0 - - + + 43.0 - - + + 44.0 - - + + 45.0 - + 46.0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index 29cc14020ce0..20b3845d4042 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,42 +6,46 @@ Density (a.u.) Average Time (ms) - + +0.1 + + + 0.2 - - -0.4 + + +0.3 - - -0.6 + + +0.4 - - -0.8 + + +0.5 - - -1 + + +0.6 - - -1.2 + + +0.7 - - -1.4 + + +0.8 - - -1.6 + + +0.9 - - -1.8 + + +1 - + 40 @@ -59,8 +63,8 @@ Average Time (ms) 46 - - - - + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index 47a2a01c6f49..d3634c5418c8 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 + + + +7 + + + +8 - + + +9 + + + +10 + + + +11 + + - -41.1 + +40.98 - - -41.15 + + +41 - - -41.2 + + +41.02 - - -41.25 + + +41.04 - - -41.3 + + +41.06 + + + +41.08 + + + +41.1 - - -41.35 + + +41.12 - - -41.4 + + +41.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index d7a825a0da86..b252b0b38245 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50050550.758,"upper_bound":50342393.06375},"point_estimate":50195015.64,"standard_error":75061.45453491503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49940581.0,"upper_bound":50385812.0},"point_estimate":50153629.0,"standard_error":111314.019122171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":626218.3529824018,"upper_bound":904182.1264475584},"point_estimate":796077.6080667973,"standard_error":70958.18054879997},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":621998.1096133634,"upper_bound":883490.560518478},"point_estimate":753453.7218085541,"standard_error":67633.94460724821}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48110659.7335,"upper_bound":48931650.156875},"point_estimate":48430268.82,"standard_error":218897.67766553973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47937239.0,"upper_bound":48588720.0},"point_estimate":48348153.75,"standard_error":197720.70064572364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":669219.6084889771,"upper_bound":1070677.362191677},"point_estimate":930923.4115228057,"standard_error":106584.54361333705},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":696994.2903811455,"upper_bound":3621863.8853429933},"point_estimate":2193476.0007321555,"standard_error":1001122.2267748257}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 3a21a051919c..ab9bd2bc0631 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[50952539.0,50585333.0,50385812.0,49757128.0,50975973.0,51217152.0,51791785.0,50422029.0,50761823.0,49947043.0,50747746.0,50782692.0,50103304.0,50192791.0,49934119.0,50251831.0,49859920.0,49576691.0,49057633.0,48649181.0,49081166.0,48765317.0,49016376.0,50025098.0,49478328.0,48933320.0,49352093.0,49625182.0,49691197.0,49828373.0,50643653.0,49943518.0,49950770.0,49226820.0,49860322.0,49586450.0,49559060.0,49733626.0,50189035.0,49714340.0,50699076.0,49439397.0,49809517.0,49743934.0,50360485.0,50503692.0,50607636.0,50611644.0,50724614.0,50175761.0,49076910.0,50134513.0,50756544.0,49493517.0,50166643.0,51327589.0,49380736.0,49660139.0,49391327.0,50326712.0,50585986.0,50774688.0,50566189.0,49561324.0,49196894.0,49473791.0,49569198.0,50913096.0,51004056.0,50038353.0,50866369.0,50860809.0,50091863.0,49625354.0,49866503.0,50654905.0,50739542.0,50462595.0,50719365.0,51227883.0,53025928.0,51072763.0,50866550.0,50140615.0,51211382.0,50957168.0,50552533.0,49684034.0,50648542.0,50911643.0,50263855.0,49950379.0,51510079.0,52427862.0,50192371.0,50438821.0,49856134.0,49423928.0,49228423.0,49792836.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[94972796.0,96575199.0,95082031.0,94898447.0,95516856.0,94971855.0,94808419.0,94679577.0,94765298.0,94444536.0,94716216.0,96175731.0,94585531.0,94889822.0,96521660.0,94204266.0,95259243.0,94613845.0,95214862.0,95065142.0,94248812.0,94435993.0,95421740.0,94638331.0,95393638.0,94657358.0,94481349.0,95758842.0,95096432.0,95276037.0,95608300.0,94640786.0,95858769.0,94791930.0,95088385.0,96067430.0,93653045.0,94934458.0,95874478.0,95130875.0,94775108.0,93720071.0,93670408.0,95211336.0,95304871.0,100764594.0,137557446.0,97197429.0,95941654.0,96041612.0,97391531.0,97119873.0,97498873.0,97413302.0,97388897.0,96098669.0,99949245.0,98165733.0,97924772.0,96817416.0,96327678.0,97043931.0,97442307.0,98055707.0,97519041.0,96823257.0,97081601.0,98136629.0,98118073.0,97466442.0,97688669.0,97222425.0,97784619.0,98751781.0,97933337.0,97736159.0,99877801.0,98339178.0,97750995.0,96366421.0,97610011.0,97806860.0,97887863.0,98221708.0,96987946.0,97899433.0,97815155.0,97434843.0,97467515.0,97242022.0,97177440.0,97139019.0,97357158.0,97838720.0,98699784.0,97516266.0,96903347.0,98317868.0,97126005.0,99167590.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 1923fcce81ab..4ebfd3b9083b 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[46443739.25,48047591.0,52324529.0,53928380.75] \ No newline at end of file +[43711104.25,45625004.3125,50728737.8125,52642637.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 0244dcef8ea3..5662adff52da 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05664462420337521,"upper_bound":0.06486359793162284},"point_estimate":0.060710798345418926,"standard_error":0.002099847095164165},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05216466694040789,"upper_bound":0.06494497286607781},"point_estimate":0.05808004540026923,"standard_error":0.003155422535449829}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.042630846349736684,"upper_bound":-0.025041161243563148},"point_estimate":-0.03515780994385598,"standard_error":0.004482500337492145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04540704447371802,"upper_bound":-0.028829083967159108},"point_estimate":-0.035998895513622786,"standard_error":0.004546518450114755}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index d7a825a0da86..b252b0b38245 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":50050550.758,"upper_bound":50342393.06375},"point_estimate":50195015.64,"standard_error":75061.45453491503},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49940581.0,"upper_bound":50385812.0},"point_estimate":50153629.0,"standard_error":111314.019122171},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":626218.3529824018,"upper_bound":904182.1264475584},"point_estimate":796077.6080667973,"standard_error":70958.18054879997},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":621998.1096133634,"upper_bound":883490.560518478},"point_estimate":753453.7218085541,"standard_error":67633.94460724821}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48110659.7335,"upper_bound":48931650.156875},"point_estimate":48430268.82,"standard_error":218897.67766553973},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47937239.0,"upper_bound":48588720.0},"point_estimate":48348153.75,"standard_error":197720.70064572364},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":669219.6084889771,"upper_bound":1070677.362191677},"point_estimate":930923.4115228057,"standard_error":106584.54361333705},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":696994.2903811455,"upper_bound":3621863.8853429933},"point_estimate":2193476.0007321555,"standard_error":1001122.2267748257}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 3a21a051919c..ab9bd2bc0631 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[50952539.0,50585333.0,50385812.0,49757128.0,50975973.0,51217152.0,51791785.0,50422029.0,50761823.0,49947043.0,50747746.0,50782692.0,50103304.0,50192791.0,49934119.0,50251831.0,49859920.0,49576691.0,49057633.0,48649181.0,49081166.0,48765317.0,49016376.0,50025098.0,49478328.0,48933320.0,49352093.0,49625182.0,49691197.0,49828373.0,50643653.0,49943518.0,49950770.0,49226820.0,49860322.0,49586450.0,49559060.0,49733626.0,50189035.0,49714340.0,50699076.0,49439397.0,49809517.0,49743934.0,50360485.0,50503692.0,50607636.0,50611644.0,50724614.0,50175761.0,49076910.0,50134513.0,50756544.0,49493517.0,50166643.0,51327589.0,49380736.0,49660139.0,49391327.0,50326712.0,50585986.0,50774688.0,50566189.0,49561324.0,49196894.0,49473791.0,49569198.0,50913096.0,51004056.0,50038353.0,50866369.0,50860809.0,50091863.0,49625354.0,49866503.0,50654905.0,50739542.0,50462595.0,50719365.0,51227883.0,53025928.0,51072763.0,50866550.0,50140615.0,51211382.0,50957168.0,50552533.0,49684034.0,50648542.0,50911643.0,50263855.0,49950379.0,51510079.0,52427862.0,50192371.0,50438821.0,49856134.0,49423928.0,49228423.0,49792836.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[94972796.0,96575199.0,95082031.0,94898447.0,95516856.0,94971855.0,94808419.0,94679577.0,94765298.0,94444536.0,94716216.0,96175731.0,94585531.0,94889822.0,96521660.0,94204266.0,95259243.0,94613845.0,95214862.0,95065142.0,94248812.0,94435993.0,95421740.0,94638331.0,95393638.0,94657358.0,94481349.0,95758842.0,95096432.0,95276037.0,95608300.0,94640786.0,95858769.0,94791930.0,95088385.0,96067430.0,93653045.0,94934458.0,95874478.0,95130875.0,94775108.0,93720071.0,93670408.0,95211336.0,95304871.0,100764594.0,137557446.0,97197429.0,95941654.0,96041612.0,97391531.0,97119873.0,97498873.0,97413302.0,97388897.0,96098669.0,99949245.0,98165733.0,97924772.0,96817416.0,96327678.0,97043931.0,97442307.0,98055707.0,97519041.0,96823257.0,97081601.0,98136629.0,98118073.0,97466442.0,97688669.0,97222425.0,97784619.0,98751781.0,97933337.0,97736159.0,99877801.0,98339178.0,97750995.0,96366421.0,97610011.0,97806860.0,97887863.0,98221708.0,96987946.0,97899433.0,97815155.0,97434843.0,97467515.0,97242022.0,97177440.0,97139019.0,97357158.0,97838720.0,98699784.0,97516266.0,96903347.0,98317868.0,97126005.0,99167590.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 1923fcce81ab..4ebfd3b9083b 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[46443739.25,48047591.0,52324529.0,53928380.75] \ No newline at end of file +[43711104.25,45625004.3125,50728737.8125,52642637.875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index 2cf7d423c127..d3979b1e54d8 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,65 +6,89 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - + + +3.5 + + + +4 + + + +4.5 + + - -600 + +0.65 + + + +0.7 + + + +0.75 + + + +0.8 - - -650 + + +0.85 - - -700 + + +0.9 - - -750 + + +0.95 - - -800 + + +1 - - -850 + + +1.05 - - -900 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index 31048d75b06f..90b542a79f11 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,65 +6,69 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - + + +1.4 + + - -600 + +0.5 - - -650 + + +1 - - -700 + + +1.5 - - -750 + + +2 - - -800 + + +2.5 - - -850 + + +3 - - -900 + + +3.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index d9e0d2494410..b32749db6426 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,42 +16,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -47.0 - - - + 48.0 - - -49.0 - - - + + 50.0 - - -51.0 - - - + + 52.0 - - -53.0 + + +54.0 + + + +56.0 + + + +58.0 + + + +60.0 + + + +62.0 + + + +64.0 + + + +66.0 + + + +68.0 - + 0 @@ -97,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 63e70f5d89d5..405ed7f9d1dc 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - -46 - - - -48 - - - + 50 - - -52 + + +60 + + + +70 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 540f775b0e3a..645bde674dd6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - -40 + + +30 - - -60 - - - -80 + + +40 - - -100 + + +50 - + -120 +60 - -140 + +70 - - -160 + + +80 - - -180 + + +90 - + - -0.056 + +-0.044 + + + +-0.042 - - -0.057 + + +-0.04 - - -0.058 + + +-0.038 - - -0.059 + + +-0.036 - - -0.06 + + +-0.034 - - -0.061 + + +-0.032 - - -0.062 + + +-0.03 - - -0.063 + + +-0.028 - - -0.064 + + +-0.026 - - -0.065 + + +-0.024 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 994b3115940e..228583392803 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - -80 + + +70 - - -100 + + +80 - - -120 + + +90 - + - -0.052 + +-0.046 + + + +-0.044 + + + +-0.042 - - -0.054 + + +-0.04 - - -0.056 + + +-0.038 - - -0.058 + + +-0.036 - - -0.06 + + +-0.034 - - -0.062 + + +-0.032 - - -0.064 + + +-0.03 - - -0.066 + + +-0.028 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 0cba68f17124..c3d09c8584d1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 8d5677adc7ed..36504d94a331 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0027673 - 0.0028697 - 0.0027633 + 0.0027274 + 0.0027858 + 0.0026465 Mean - 50.051 ms - 50.195 ms - 50.342 ms + 48.111 ms + 48.430 ms + 48.932 ms Std. Dev. - 622.00 µs - 753.45 µs - 883.49 µs + 696.99 µs + 2.1935 ms + 3.6219 ms Median - 49.941 ms - 50.154 ms - 50.386 ms + 47.937 ms + 48.348 ms + 48.589 ms MAD - 626.22 µs - 796.08 µs - 904.18 µs + 669.22 µs + 930.92 µs + 1.0707 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +5.6645% - +6.0711% - +6.4864% + -4.2631% + -3.5158% + -2.5041% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index d1b3a9761355..523de30fb15d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,52 +15,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - -49.0 + +48.0 - - -49.5 - - - + + 50.0 - - -50.5 + + +52.0 - - -51.0 + + +54.0 - - -51.5 + + +56.0 - - -52.0 + + +58.0 + + + +60.0 + + + +62.0 + + + +64.0 - - -52.5 + + +66.0 - - -53.0 + + +68.0 - + 10 @@ -102,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index adac8ba281f2..381e37399ec7 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,52 +12,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - -49.0 + +48.0 - - -49.5 - - - + + 50.0 - - -50.5 + + +52.0 - - -51.0 + + +54.0 - - -51.5 + + +56.0 - - -52.0 + + +58.0 + + + +60.0 + + + +62.0 + + + +64.0 - - -52.5 + + +66.0 - - -53.0 + + +68.0 - + 10 @@ -99,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 700b7062b91b..735f85d657f0 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - - -4.5 + + +1.6 - - -5 + + +1.8 - - -5.5 + + +2 - + - -50.05 + +48.1 + + + +48.2 + + + +48.3 + + + +48.4 - - -50.1 + + +48.5 - - -50.15 + + +48.6 - - -50.2 + + +48.7 - - -50.25 + + +48.8 - - -50.3 + + +48.9 - - -50.35 + + +49 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 63859c0d502e..105ac315d37a 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,86 +9,58 @@ Density (a.u.) Average time (ms) - -1 - - - -2 + +0.5 - - -3 - - - -4 - - - -5 + + +1 - - -6 + + +1.5 - - -7 + + +2 - - -8 + + +2.5 - + - -49.9 - - - -49.95 - - - -50 - - - -50.05 - - - -50.1 + +47.9 - - -50.15 + + +48 - - -50.2 + + +48.1 - - -50.25 + + +48.2 - - -50.3 + + +48.3 - - -50.35 + + +48.4 - - -50.4 + + +48.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index d570ed599bf3..441b53fcf662 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -14,70 +14,70 @@ Average Time (ms) -0.1 +0.2 -0.2 +0.4 -0.3 +0.6 -0.4 +0.8 -0.5 +1 -0.6 +1.2 -0.7 +1.4 -0.8 +1.6 -0.9 +1.8 -1 +2 - -48 + +45 - - -49 - - - + + 50 - - -51 + + +55 + + + +60 - - -52 + + +65 - - -53 + + +70 - + Density (a.u.) @@ -86,52 +86,38 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - - -0.4 - - - -0.45 - - - - - - + + + + + - - - - - + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index d11a22b6d023..122fa05223b6 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - - -0.5 - - + - -48 - - - + 50 - - -52 + + +60 + + + +70 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index b4e96913410a..c43e5551af62 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,42 +13,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -47.0 - - - + 48.0 - - -49.0 - - - + + 50.0 - - -51.0 - - - + + 52.0 - - -53.0 + + +54.0 + + + +56.0 + + + +58.0 + + + +60.0 + + + +62.0 + + + +64.0 + + + +66.0 + + + +68.0 - + 0 @@ -94,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index 0fc8d80a8983..e8ff22dcd48d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (ms) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - -46 - - - -48 - - - + 50 - - -52 + + +60 + + + +70 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index c9442807cb30..bf5f16e4775d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - -3 + + +1 - - -3.5 + + +1.2 - - -4 + + +1.4 - - -4.5 + + +1.6 - - -5 + + +1.8 - - -5.5 + + +2 - + - -50.05 + +48.1 + + + +48.2 + + + +48.3 + + + +48.4 - - -50.1 + + +48.5 - - -50.15 + + +48.6 - - -50.2 + + +48.7 - - -50.25 + + +48.8 - - -50.3 + + +48.9 - - -50.35 + + +49 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 55e1925ffeb0..bfe7010d1a79 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490164.05240625,"upper_bound":6494178.5468125},"point_estimate":6492086.94875,"standard_error":1025.2113301959253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488685.25,"upper_bound":6491041.0},"point_estimate":6490108.5625,"standard_error":690.8280652256399},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5378.965367004275,"upper_bound":8636.422834172845},"point_estimate":6908.823214843869,"standard_error":796.5617606428239},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7581.760060223602,"upper_bound":13127.135071823659},"point_estimate":10319.61896926433,"standard_error":1445.4325641851972}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473428.670312501,"upper_bound":6476822.234625},"point_estimate":6474997.6275,"standard_error":866.2709926053935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471938.875,"upper_bound":6474508.75},"point_estimate":6472849.6875,"standard_error":664.8807446507197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3770.529720559716,"upper_bound":6331.443187594414},"point_estimate":5537.232914194465,"standard_error":671.1813589192884},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5300.054149367305,"upper_bound":11907.955793470759},"point_estimate":8704.70070674076,"standard_error":1721.7171399845802}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 529453cf7b92..26c69f05c4bc 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51893353.0,51883925.0,51863776.0,51925051.0,51888333.0,51951802.0,52028614.0,51965637.0,52096632.0,52017283.0,51926804.0,52357257.0,51880689.0,51881721.0,51928768.0,51891088.0,51863465.0,51923428.0,51911836.0,51812862.0,52101611.0,51926784.0,51921254.0,51920513.0,51865641.0,51873495.0,52131446.0,51955798.0,51955217.0,51902429.0,52015521.0,51905104.0,51928167.0,51934940.0,51918719.0,51990233.0,51989592.0,51883995.0,51941872.0,52052780.0,51844822.0,51960738.0,51913841.0,51998398.0,51907789.0,51928328.0,51939028.0,51988890.0,51873294.0,51930742.0,51954395.0,51867925.0,51892630.0,51947173.0,51936653.0,51979062.0,51835535.0,51965185.0,51843289.0,51850923.0,51898953.0,51887642.0,51916304.0,51835465.0,51871811.0,51865941.0,51879146.0,51913088.0,51989141.0,51890005.0,51905745.0,51914021.0,52052970.0,51978872.0,52115857.0,52001855.0,51880528.0,52099878.0,51885798.0,51899633.0,51876391.0,51921224.0,51960588.0,51905154.0,51942063.0,51924400.0,51913860.0,51950679.0,51951190.0,51866822.0,52134102.0,51958484.0,51875750.0,51912207.0,51926435.0,51909482.0,51852686.0,52157716.0,51818702.0,51862896.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51854139.0,51792243.0,51764411.0,51771805.0,51776864.0,51771143.0,51741257.0,51759962.0,51765943.0,51730056.0,51775221.0,51780591.0,51821367.0,52215004.0,51723504.0,51705460.0,51921995.0,51833731.0,51748941.0,51727541.0,51839571.0,51749723.0,51773027.0,51818472.0,51783476.0,51848939.0,51753320.0,51792353.0,52079431.0,51730917.0,51918258.0,51840473.0,51796070.0,51762027.0,51752568.0,51726479.0,51785481.0,51784058.0,51863366.0,51830154.0,51773809.0,51822819.0,51776603.0,51748681.0,51844951.0,51798605.0,51809035.0,51824943.0,51818492.0,51835704.0,51775511.0,51753270.0,51728203.0,51798905.0,51745671.0,51774214.0,51734490.0,51832764.0,51789733.0,51785154.0,51757593.0,51783762.0,51760529.0,51750280.0,51776549.0,51782119.0,51753807.0,51883068.0,51766189.0,51814110.0,51847582.0,51749769.0,51809440.0,51761149.0,51779845.0,51779905.0,51905831.0,51840258.0,51823607.0,52010828.0,51778453.0,51745781.0,51766670.0,51798400.0,51776588.0,51814560.0,51799652.0,51774215.0,51882718.0,51818037.0,51803038.0,51765017.0,51816294.0,51758445.0,51815522.0,51774746.0,51814230.0,51816864.0,51766680.0,51795074.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 412783839894..6d5839f26a3c 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6457360.0,6471428.59375,6508944.84375,6523013.4375] \ No newline at end of file +[6448974.875,6459600.40625,6487935.15625,6498560.6875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 6452243f0340..80a53b1827cd 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001989905129751712,"upper_bound":0.003137716430348325},"point_estimate":0.002581704233753479,"standard_error":0.00029318594050565974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002411497547604391,"upper_bound":0.0031624273104113865},"point_estimate":0.0027831305110264104,"standard_error":0.00020346505882741736}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030342580384352586,"upper_bound":-0.002216083913391406},"point_estimate":-0.002632330926080728,"standard_error":0.00021012366935558557},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002892552370448165,"upper_bound":-0.0022945618604622853},"point_estimate":-0.002659258290334643,"standard_error":0.0001541027651097857}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 55e1925ffeb0..bfe7010d1a79 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6490164.05240625,"upper_bound":6494178.5468125},"point_estimate":6492086.94875,"standard_error":1025.2113301959253},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488685.25,"upper_bound":6491041.0},"point_estimate":6490108.5625,"standard_error":690.8280652256399},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5378.965367004275,"upper_bound":8636.422834172845},"point_estimate":6908.823214843869,"standard_error":796.5617606428239},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7581.760060223602,"upper_bound":13127.135071823659},"point_estimate":10319.61896926433,"standard_error":1445.4325641851972}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6473428.670312501,"upper_bound":6476822.234625},"point_estimate":6474997.6275,"standard_error":866.2709926053935},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471938.875,"upper_bound":6474508.75},"point_estimate":6472849.6875,"standard_error":664.8807446507197},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3770.529720559716,"upper_bound":6331.443187594414},"point_estimate":5537.232914194465,"standard_error":671.1813589192884},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5300.054149367305,"upper_bound":11907.955793470759},"point_estimate":8704.70070674076,"standard_error":1721.7171399845802}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 529453cf7b92..26c69f05c4bc 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51893353.0,51883925.0,51863776.0,51925051.0,51888333.0,51951802.0,52028614.0,51965637.0,52096632.0,52017283.0,51926804.0,52357257.0,51880689.0,51881721.0,51928768.0,51891088.0,51863465.0,51923428.0,51911836.0,51812862.0,52101611.0,51926784.0,51921254.0,51920513.0,51865641.0,51873495.0,52131446.0,51955798.0,51955217.0,51902429.0,52015521.0,51905104.0,51928167.0,51934940.0,51918719.0,51990233.0,51989592.0,51883995.0,51941872.0,52052780.0,51844822.0,51960738.0,51913841.0,51998398.0,51907789.0,51928328.0,51939028.0,51988890.0,51873294.0,51930742.0,51954395.0,51867925.0,51892630.0,51947173.0,51936653.0,51979062.0,51835535.0,51965185.0,51843289.0,51850923.0,51898953.0,51887642.0,51916304.0,51835465.0,51871811.0,51865941.0,51879146.0,51913088.0,51989141.0,51890005.0,51905745.0,51914021.0,52052970.0,51978872.0,52115857.0,52001855.0,51880528.0,52099878.0,51885798.0,51899633.0,51876391.0,51921224.0,51960588.0,51905154.0,51942063.0,51924400.0,51913860.0,51950679.0,51951190.0,51866822.0,52134102.0,51958484.0,51875750.0,51912207.0,51926435.0,51909482.0,51852686.0,52157716.0,51818702.0,51862896.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51854139.0,51792243.0,51764411.0,51771805.0,51776864.0,51771143.0,51741257.0,51759962.0,51765943.0,51730056.0,51775221.0,51780591.0,51821367.0,52215004.0,51723504.0,51705460.0,51921995.0,51833731.0,51748941.0,51727541.0,51839571.0,51749723.0,51773027.0,51818472.0,51783476.0,51848939.0,51753320.0,51792353.0,52079431.0,51730917.0,51918258.0,51840473.0,51796070.0,51762027.0,51752568.0,51726479.0,51785481.0,51784058.0,51863366.0,51830154.0,51773809.0,51822819.0,51776603.0,51748681.0,51844951.0,51798605.0,51809035.0,51824943.0,51818492.0,51835704.0,51775511.0,51753270.0,51728203.0,51798905.0,51745671.0,51774214.0,51734490.0,51832764.0,51789733.0,51785154.0,51757593.0,51783762.0,51760529.0,51750280.0,51776549.0,51782119.0,51753807.0,51883068.0,51766189.0,51814110.0,51847582.0,51749769.0,51809440.0,51761149.0,51779845.0,51779905.0,51905831.0,51840258.0,51823607.0,52010828.0,51778453.0,51745781.0,51766670.0,51798400.0,51776588.0,51814560.0,51799652.0,51774215.0,51882718.0,51818037.0,51803038.0,51765017.0,51816294.0,51758445.0,51815522.0,51774746.0,51814230.0,51816864.0,51766680.0,51795074.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 412783839894..6d5839f26a3c 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6457360.0,6471428.59375,6508944.84375,6523013.4375] \ No newline at end of file +[6448974.875,6459600.40625,6487935.15625,6498560.6875] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 28ace0482f70..b8fc3fbc88d7 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + + +0.8 + + - -5.5 + +3.5 - - -6 + + +4 - - -6.5 + + +4.5 - - -7 + + +5 - - -7.5 + + +5.5 - - -8 + + +6 - - -8.5 + + +6.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 339b65bec2fd..2e447df5ae7d 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - -0.25 - - + - + +5 + + + +6 + + + 7 - - + + 8 - - + + 9 - - + + 10 - - + + 11 - - + + 12 - - -13 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index f6512e40611a..7b8f501678a1 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - -6.55 - - - -6.56 - - - -6.57 - - + 0 @@ -117,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index cff6d839f178..6b1fdbc8ad5c 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - + + +60 + + - -6.45 + +6.46 + + + +6.48 - - + + 6.5 - - -6.55 + + +6.52 + + + +6.54 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 1317ebf142ff..23e1c7e8c311 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + + +1600 + + + +1800 + + - -0.002 + +-0.0031 + + + +-0.003 + + + +-0.0029 + + + +-0.0028 - - -0.0022 + + +-0.0027 - - -0.0024 + + +-0.0026 - - -0.0026 + + +-0.0025 - - -0.0028 + + +-0.0024 - - -0.003 + + +-0.0023 - - -0.0032 + + +-0.0022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 94b12c7c696f..34363e75b688 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 + + +1500 - - -1400 + + +2000 - - -1600 + + +2500 - - -1800 - - + - -0.0024 - - - -0.0025 - - - -0.0026 + +-0.0029 - - -0.0027 + + +-0.0028 - - -0.0028 + + +-0.0027 - - -0.0029 + + +-0.0026 - - -0.003 + + +-0.0025 - - -0.0031 + + +-0.0024 - - -0.0032 + + +-0.0023 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index c15584bc3850..be06f79c0115 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 99ae2f5a88cb..156751239baa 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0077379 - 0.0080071 - 0.0076905 + 0.0000486 + 0.0000502 + 0.0000480 Mean - 6.4902 ms - 6.4921 ms - 6.4942 ms + 6.4734 ms + 6.4750 ms + 6.4768 ms Std. Dev. - 7.5818 µs - 10.320 µs - 13.127 µs + 5.3001 µs + 8.7047 µs + 11.908 µs Median - 6.4887 ms - 6.4901 ms - 6.4910 ms + 6.4719 ms + 6.4728 ms + 6.4745 ms MAD - 5.3790 µs - 6.9088 µs - 8.6364 µs + 3.7705 µs + 5.5372 µs + 6.3314 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.1990% - +0.2582% - +0.3138% + -0.3034% + -0.2632% + -0.2216% (p = 0.00 < 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index a834af12a5b3..d76181459a68 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + +6.47 + + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - -6.53 - - - -6.54 - - + 10 @@ -92,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index 93da4b8ee004..7f8f22054018 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,37 @@ Average Iteration Time (ms) - - - - - - - + + + + + + - + +6.47 + + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - -6.53 - - - -6.54 - - + 10 @@ -89,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 50e99ed282f5..ba14291f7df9 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - -6.49 + + +450 - - -6.4905 + + +500 - - -6.491 + + + +6.4735 - - -6.4915 + + +6.474 - - -6.492 + + +6.4745 - - -6.4925 + + +6.475 - - -6.493 + + +6.4755 - - -6.4935 + + +6.476 - - -6.494 + + +6.4765 - - -6.4945 + + +6.477 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index b4bf8604b57f..4664c1738112 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - + + 900 - + + +1000 + + + +1100 + + - -6.4885 + +6.472 - - -6.489 + + +6.4725 - - -6.4895 + + +6.473 - - -6.49 + + +6.4735 - - -6.4905 + + +6.474 - - -6.491 + + +6.4745 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index cddd73358870..cfc09b5586cd 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,42 +46,38 @@ Average Time (ms) - + +6.46 + + + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - -6.54 - - - -6.55 - - + Density (a.u.) @@ -90,64 +86,48 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 + + + +60 - - - - - + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index 9dd87ed21eea..e6ed47e50b99 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - + + +60 + + - + +6.46 + + + 6.48 - - + + 6.5 - - + + 6.52 - - -6.54 - - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 37aded091463..ad984a3ac17f 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + - + 6.47 - - + + 6.48 - - + + 6.49 - - + + 6.5 - - + + 6.51 - - + + 6.52 - - + + 6.53 - - + + 6.54 - - -6.55 - - - -6.56 - - - -6.57 - - + 0 @@ -114,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index b552a953311c..2d7c4385c898 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - + + +60 + + - -6.45 + +6.46 + + + +6.48 - - + + 6.5 - - -6.55 + + +6.52 + + + +6.54 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index d60d2e0257b4..d1b75584e8b5 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - -6.49 + + +450 - - -6.4905 + + +500 - - -6.491 + + + +6.4735 - - -6.4915 + + +6.474 - - -6.492 + + +6.4745 - - -6.4925 + + +6.475 - - -6.493 + + +6.4755 - - -6.4935 + + +6.476 - - -6.494 + + +6.4765 - - -6.4945 + + +6.477 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 01fcb2cfd6a6..529025680dab 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6321246.2476388905,"upper_bound":6342586.095777779},"point_estimate":6331735.71888889,"standard_error":5447.464042810205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6309818.777777778,"upper_bound":6334823.277777778},"point_estimate":6323032.0,"standard_error":6119.737163233462},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36994.49347654986,"upper_bound":66763.12414805079},"point_estimate":49702.187317609554,"standard_error":7763.210081482224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45931.73282432946,"upper_bound":62268.84880990265},"point_estimate":54180.17352316704,"standard_error":4186.361875690095}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6204080.218583333,"upper_bound":6211097.867666667},"point_estimate":6207589.128888891,"standard_error":1791.7750250958502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6201778.111111111,"upper_bound":6210153.277777778},"point_estimate":6206876.055555556,"standard_error":2102.1236014958886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13644.944124420637,"upper_bound":22060.42867501569},"point_estimate":18418.010006347908,"standard_error":2124.5738346225285},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15572.76694836213,"upper_bound":20327.43045956119},"point_estimate":18077.963579421234,"standard_error":1211.0703737335348}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index e64fdaeaf4c4..64a113993731 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[57332986.0,56303324.0,56594287.0,58679789.0,57688078.0,57052141.0,58181288.0,56954068.0,58004197.0,56657485.0,57699659.0,56605218.0,56622830.0,57059776.0,57379842.0,56785815.0,56619995.0,57324850.0,56097249.0,57653433.0,56517604.0,56547109.0,57182043.0,57425067.0,56974678.0,56510831.0,56734288.0,56362324.0,57171945.0,57890786.0,57548557.0,56245676.0,56699383.0,57366828.0,56817433.0,57465052.0,56968876.0,56359949.0,56102900.0,57108607.0,56957805.0,56748946.0,57473718.0,56961432.0,56788369.0,56729990.0,57135377.0,57682267.0,57397265.0,56670740.0,56711045.0,56587705.0,57135336.0,56738567.0,57762206.0,57674851.0,56875902.0,57711121.0,57007448.0,56665750.0,56226601.0,56556887.0,56287335.0,56832953.0,57592439.0,57208644.0,56738045.0,57464320.0,56219296.0,56906419.0,56784472.0,56147253.0,56624586.0,57060687.0,56896491.0,56474133.0,57354563.0,57334933.0,57648418.0,56830081.0,56488262.0,56613496.0,56944454.0,56642029.0,56838596.0,57329553.0,56935848.0,57432966.0,56778644.0,56827837.0,57380788.0,56889411.0,57275592.0,56908157.0,56699468.0,57529015.0,57163553.0,56919458.0,56641087.0,56423291.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55780893.0,55773199.0,55819418.0,56076962.0,55773373.0,55719662.0,55743637.0,56077713.0,55909117.0,56074778.0,55814640.0,55710666.0,55986773.0,55761070.0,55909298.0,55621869.0,55807988.0,55610608.0,55711698.0,55832484.0,55883750.0,55749598.0,55706859.0,55886025.0,55663667.0,55858333.0,55765418.0,55729050.0,56005799.0,55889721.0,55757142.0,55701990.0,55775948.0,56115344.0,55950185.0,56177590.0,56065370.0,56031006.0,55903807.0,55655071.0,55935888.0,55594749.0,55726836.0,55963540.0,55884251.0,55894701.0,55675550.0,56049390.0,55788973.0,55532071.0,56133087.0,56123650.0,55651024.0,55737907.0,55975132.0,55863943.0,55867429.0,55782250.0,55834878.0,55897046.0,56011158.0,56012441.0,55963270.0,55633540.0,55738678.0,55671261.0,55496174.0,55790525.0,55788632.0,55896213.0,55783272.0,55975121.0,55755499.0,56231843.0,56265275.0,56021168.0,55861920.0,55872990.0,55841441.0,56231531.0,55945395.0,55915289.0,55855097.0,55861849.0,56020706.0,55994668.0,55816003.0,56241340.0,55994177.0,56094525.0,55921451.0,55887456.0,55973208.0,55641186.0,55888058.0,55854556.0,56115765.0,55848193.0,55631658.0,55787870.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index f9eb8c4c614d..e4032057fa31 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[6060850.277777777,6177191.444444444,6487434.555555556,6603775.722222223] \ No newline at end of file +[6122394.861111112,6158793.611111112,6255856.944444444,6292255.694444443] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 4a5ad1d6ec66..3fbeaeae4cf8 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03793556987064661,"upper_bound":0.04302816106647216},"point_estimate":0.040495549659083085,"standard_error":0.001315153095338629},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03798241986735078,"upper_bound":0.04319301101033456},"point_estimate":0.04030697007809536,"standard_error":0.0013398884247351902}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02131526487441793,"upper_bound":-0.01787587613830535},"point_estimate":-0.019607039129830306,"standard_error":0.0008793374283489321},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020277265080673068,"upper_bound":-0.0163804038806189},"point_estimate":-0.018370292044140202,"standard_error":0.0009885285879747596}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 01fcb2cfd6a6..529025680dab 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6321246.2476388905,"upper_bound":6342586.095777779},"point_estimate":6331735.71888889,"standard_error":5447.464042810205},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6309818.777777778,"upper_bound":6334823.277777778},"point_estimate":6323032.0,"standard_error":6119.737163233462},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36994.49347654986,"upper_bound":66763.12414805079},"point_estimate":49702.187317609554,"standard_error":7763.210081482224},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45931.73282432946,"upper_bound":62268.84880990265},"point_estimate":54180.17352316704,"standard_error":4186.361875690095}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6204080.218583333,"upper_bound":6211097.867666667},"point_estimate":6207589.128888891,"standard_error":1791.7750250958502},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6201778.111111111,"upper_bound":6210153.277777778},"point_estimate":6206876.055555556,"standard_error":2102.1236014958886},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13644.944124420637,"upper_bound":22060.42867501569},"point_estimate":18418.010006347908,"standard_error":2124.5738346225285},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15572.76694836213,"upper_bound":20327.43045956119},"point_estimate":18077.963579421234,"standard_error":1211.0703737335348}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index e64fdaeaf4c4..64a113993731 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[57332986.0,56303324.0,56594287.0,58679789.0,57688078.0,57052141.0,58181288.0,56954068.0,58004197.0,56657485.0,57699659.0,56605218.0,56622830.0,57059776.0,57379842.0,56785815.0,56619995.0,57324850.0,56097249.0,57653433.0,56517604.0,56547109.0,57182043.0,57425067.0,56974678.0,56510831.0,56734288.0,56362324.0,57171945.0,57890786.0,57548557.0,56245676.0,56699383.0,57366828.0,56817433.0,57465052.0,56968876.0,56359949.0,56102900.0,57108607.0,56957805.0,56748946.0,57473718.0,56961432.0,56788369.0,56729990.0,57135377.0,57682267.0,57397265.0,56670740.0,56711045.0,56587705.0,57135336.0,56738567.0,57762206.0,57674851.0,56875902.0,57711121.0,57007448.0,56665750.0,56226601.0,56556887.0,56287335.0,56832953.0,57592439.0,57208644.0,56738045.0,57464320.0,56219296.0,56906419.0,56784472.0,56147253.0,56624586.0,57060687.0,56896491.0,56474133.0,57354563.0,57334933.0,57648418.0,56830081.0,56488262.0,56613496.0,56944454.0,56642029.0,56838596.0,57329553.0,56935848.0,57432966.0,56778644.0,56827837.0,57380788.0,56889411.0,57275592.0,56908157.0,56699468.0,57529015.0,57163553.0,56919458.0,56641087.0,56423291.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55780893.0,55773199.0,55819418.0,56076962.0,55773373.0,55719662.0,55743637.0,56077713.0,55909117.0,56074778.0,55814640.0,55710666.0,55986773.0,55761070.0,55909298.0,55621869.0,55807988.0,55610608.0,55711698.0,55832484.0,55883750.0,55749598.0,55706859.0,55886025.0,55663667.0,55858333.0,55765418.0,55729050.0,56005799.0,55889721.0,55757142.0,55701990.0,55775948.0,56115344.0,55950185.0,56177590.0,56065370.0,56031006.0,55903807.0,55655071.0,55935888.0,55594749.0,55726836.0,55963540.0,55884251.0,55894701.0,55675550.0,56049390.0,55788973.0,55532071.0,56133087.0,56123650.0,55651024.0,55737907.0,55975132.0,55863943.0,55867429.0,55782250.0,55834878.0,55897046.0,56011158.0,56012441.0,55963270.0,55633540.0,55738678.0,55671261.0,55496174.0,55790525.0,55788632.0,55896213.0,55783272.0,55975121.0,55755499.0,56231843.0,56265275.0,56021168.0,55861920.0,55872990.0,55841441.0,56231531.0,55945395.0,55915289.0,55855097.0,55861849.0,56020706.0,55994668.0,55816003.0,56241340.0,55994177.0,56094525.0,55921451.0,55887456.0,55973208.0,55641186.0,55888058.0,55854556.0,56115765.0,55848193.0,55631658.0,55787870.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index f9eb8c4c614d..e4032057fa31 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[6060850.277777777,6177191.444444444,6487434.555555556,6603775.722222223] \ No newline at end of file +[6122394.861111112,6158793.611111112,6255856.944444444,6292255.694444443] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 2be338809ba9..e5627dd4ffca 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -10,85 +10,93 @@ Average time (µs) -0.005 +0.02 -0.01 +0.04 -0.015 +0.06 -0.02 +0.08 - -0.025 + +0.1 - + -0.03 +0.12 -0.035 +0.14 -0.04 +0.16 -0.045 +0.18 - -0.05 + +0.2 - + -0.055 +0.22 - -35 + +13 + + + +14 + + + +15 - - -40 + + +16 - - -45 + + +17 - - -50 + + +18 - - -55 + + +19 - - -60 + + +20 - - -65 + + +21 - - -70 + + +22 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index ed4590f9c679..6db75ac90219 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - + 0.05 - - -0.06 + + +0.1 - - -0.07 + + +0.15 - - -0.08 + + +0.2 - - -0.09 + + +0.25 - - -0.1 + + +0.3 - + + +0.35 + + - -46 + +15.5 + + + +16 - - -48 + + +16.5 - - -50 + + +17 - - -52 + + +17.5 - - -54 + + +18 - + -56 +18.5 - -58 + +19 - - -60 + + +19.5 - - -62 + + +20 - - -64 + + +20.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index f663c934d4e1..2dcc9e3b5b9e 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,57 +16,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -6.05 - - - -6.1 - - - -6.15 - - - + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - - + + 6.5 - + 0 @@ -112,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index bdb274160a0f..0106481e6871 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,51 +9,67 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - - -6 + + +10 + + + +12 + + + +14 - - + + +16 + + + +18 + + + +20 + + + + 6.2 - - - - - + + +6.3 + + + +6.4 + + + +6.5 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 6e26afe6b87e..82f30e1a4871 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,54 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + + +400 + + + +450 + + - -0.038 + +-0.0215 + + + +-0.021 + + + +-0.0205 + + + +-0.02 - - -0.039 + + +-0.0195 - - -0.04 + + +-0.019 - - -0.041 + + +-0.0185 - - -0.042 + + +-0.018 - - -0.043 + + +-0.0175 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index 5bf38bd0fa2f..9e8ffd8a219b 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + + +450 + + - -0.038 + +-0.0205 + + + +-0.02 + + + +-0.0195 + + + +-0.019 + + + +-0.0185 - - -0.039 + + +-0.018 - - -0.04 + + +-0.0175 - - -0.041 + + +-0.017 - - -0.042 + + +-0.0165 - - -0.043 + + +-0.016 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index b39a0fc55689..d46698489cdf 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -17,77 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index fc031ae178a9..e1a56c05e214 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0127779 - 0.0132552 - 0.0127457 + 0.0023724 + 0.0024625 + 0.0023724 Mean - 6.3212 ms - 6.3317 ms - 6.3426 ms + 6.2041 ms + 6.2076 ms + 6.2111 ms Std. Dev. - 45.932 µs - 54.180 µs - 62.269 µs + 15.573 µs + 18.078 µs + 20.327 µs Median - 6.3098 ms - 6.3230 ms - 6.3348 ms + 6.2018 ms + 6.2069 ms + 6.2102 ms MAD - 36.994 µs - 49.702 µs - 66.763 µs + 13.645 µs + 18.418 µs + 22.060 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +3.7936% - +4.0496% - +4.3028% + -2.1315% + -1.9607% + -1.7876% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index c674ae9f97fe..a5f9fcf25cdd 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,37 +15,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -6.25 + +6.17 + + + +6.18 + + + +6.19 - - -6.3 + + +6.2 - - -6.35 + + +6.21 - - -6.4 + + +6.22 - - -6.45 + + +6.23 - - -6.5 + + +6.24 + + + +6.25 - + 10 @@ -87,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 4bbed3ffc0d1..d8b83a3118f9 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,52 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + - -6.25 + +6.17 + + + +6.18 + + + +6.19 - - -6.3 + + +6.2 - - -6.35 + + +6.21 - - -6.4 + + +6.22 - - -6.45 + + +6.23 - - -6.5 + + +6.24 + + + +6.25 - + 10 @@ -84,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index b9c69f08629c..f38f8e209155 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + + +6.204 - - -70 + + +6.205 - - -80 + + +6.206 - - - -6.32 + + +6.207 - - -6.325 + + +6.208 - - -6.33 + + +6.209 - - -6.335 + + +6.21 - - -6.34 + + +6.211 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index cc799eb9beda..172a5e55589c 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,78 +9,86 @@ Density (a.u.) Average time (ms) - -10 + +50 + + + +100 - - -20 + + +150 - - -30 + + +200 - - -40 + + +250 - - -50 + + +300 - - -60 + + +350 - - -70 + + +400 - - -80 + + + +6.201 - - -90 + + +6.202 - - -100 + + +6.203 - - -110 + + +6.204 - - - -6.31 + + +6.205 + + + +6.206 - - -6.315 + + +6.207 - - -6.32 + + +6.208 - - -6.325 + + +6.209 - - -6.33 + + +6.21 - - -6.335 + + +6.211 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 06ede2e4353f..65eb7b485c28 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -50,38 +50,30 @@ Average Time (ms) - -6.2 - - - -6.25 - - - -6.3 + +6.16 - - -6.35 + + +6.18 - - -6.4 + + +6.2 - - -6.45 + + +6.22 - - -6.5 + + +6.24 - - -6.55 + + +6.26 - + Density (a.u.) @@ -90,42 +82,52 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 - - - - - + + +12 + + + +14 + + + +16 + + + +18 + + + +20 + + + + + + - - PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index da600b73142f..3566f62a597f 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,55 +10,35 @@ Average Time (ms) 0 - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 + + +10 - - -7 + + +15 - - -8 + + +20 - + - -6.2 - - - -6.3 + +6.15 - - -6.4 + + +6.2 - - -6.5 + + +6.25 - - - + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 3b1ee354ae8c..1089a5bc72d7 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,57 +13,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -6.05 - - - -6.1 - - - -6.15 - - - + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - - + + 6.5 - + 0 @@ -109,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index 8be77f8ed020..530c4b35a6ea 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,49 +6,65 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - - -6 + + +10 + + + +12 + + + +14 - - + + +16 + + + +18 + + + +20 + + + + 6.2 - - - - - + + +6.3 + + + +6.4 + + + +6.5 + + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 50359920eb29..4af95f359225 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + + +6.204 - - -70 + + +6.205 - - -80 + + +6.206 - - - -6.32 + + +6.207 - - -6.325 + + +6.208 - - -6.33 + + +6.209 - - -6.335 + + +6.21 - - -6.34 + + +6.211 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 00e932889c10..e7f39d358c84 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4513352.450208332,"upper_bound":4520056.845041668},"point_estimate":4516614.590000003,"standard_error":1714.7211977415739},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4511780.541666667,"upper_bound":4516812.833333333},"point_estimate":4513588.125,"standard_error":1172.8835958529567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9334.202334285703,"upper_bound":18157.401877641678},"point_estimate":14180.389223248227,"standard_error":2498.2096015191933},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13363.013789312907,"upper_bound":21053.256576953296},"point_estimate":17202.81033565151,"standard_error":1980.3786705578505}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4997971.574174999,"upper_bound":5015402.155399999},"point_estimate":5005937.278999998,"standard_error":4465.103375485178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4990365.85,"upper_bound":5003209.4},"point_estimate":4994130.45,"standard_error":3668.939038897384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16001.998035908022,"upper_bound":31614.887708724513},"point_estimate":21771.23931348324,"standard_error":3760.9652900287915},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25203.639828692194,"upper_bound":60890.74567149568},"point_estimate":44849.853329486185,"standard_error":9086.707071286182}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 1e6ed8c203cf..d06328fe6a90 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[54147193.0,54521632.0,54495503.0,54051343.0,54342317.0,54218996.0,54368235.0,54135851.0,54385107.0,53962448.0,54160017.0,54186876.0,54013272.0,54201754.0,54449327.0,54163954.0,54248171.0,54165747.0,54028611.0,53991242.0,54161019.0,54490393.0,54184393.0,54729229.0,54038340.0,54379516.0,54077643.0,54299276.0,54072002.0,54045223.0,54029193.0,54026357.0,53954563.0,54177279.0,53820994.0,54027650.0,54454947.0,54339561.0,54125152.0,54040143.0,53982746.0,54142043.0,54227393.0,54338369.0,54239124.0,54250064.0,54394995.0,53867480.0,54162161.0,54160318.0,54053418.0,54224517.0,54283979.0,54100525.0,54207855.0,54231661.0,54097771.0,54322219.0,53941599.0,54027940.0,54140690.0,54124020.0,54414881.0,55117804.0,54158522.0,53812997.0,54188599.0,54172799.0,54203657.0,54579158.0,54451289.0,54076018.0,54081749.0,54214768.0,53956535.0,54161789.0,54414911.0,54124558.0,54143905.0,54141711.0,54335553.0,54642446.0,54173321.0,53985740.0,54344670.0,54119349.0,53955323.0,54187577.0,54329632.0,54248831.0,54086087.0,54319283.0,54103400.0,54378814.0,54111384.0,54227762.0,53822385.0,54015666.0,54103310.0,54799969.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[50086456.0,49848731.0,49755997.0,49819306.0,49933310.0,49885229.0,49769231.0,49865482.0,49638347.0,49776566.0,50005385.0,49728095.0,49651301.0,49792766.0,49712686.0,49732373.0,49924904.0,49770134.0,49585277.0,49698339.0,51781744.0,49916798.0,49912210.0,49906780.0,52522823.0,50260362.0,50501274.0,50220247.0,50278577.0,50367423.0,50328429.0,50249352.0,50125680.0,50151538.0,50399814.0,50248961.0,50225527.0,50223544.0,50368906.0,50510741.0,50368265.0,50289727.0,50052763.0,50071347.0,50038928.0,50011927.0,49934271.0,50041112.0,50013619.0,49973124.0,49996438.0,50069836.0,50042203.0,49980368.0,50002509.0,50032094.0,49840576.0,49869720.0,49874159.0,50083291.0,52125548.0,50131941.0,49890329.0,49887614.0,49900177.0,50003781.0,49765054.0,50256646.0,50283315.0,49934522.0,50104029.0,49907140.0,49842610.0,49778530.0,49914083.0,49676759.0,49730069.0,49837160.0,49681218.0,50037705.0,50217972.0,50335202.0,49833022.0,49890760.0,49866234.0,51357649.0,49820889.0,49927619.0,49880100.0,50033979.0,50302832.0,49948087.0,50127753.0,49840064.0,49657843.0,49735909.0,49681988.0,49897051.0,49785031.0,50042143.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 8ac5d25cd43d..0e80c8b83889 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4445000.416666662,4475625.791666664,4557293.458333336,4587918.833333338] \ No newline at end of file +[4894683.125000005,4939308.462500002,5058309.362499997,5102934.6999999955] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index f26611caa130..32aea17c5fc2 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07647745506302815,"upper_bound":-0.07471713332726046},"point_estimate":-0.07559452740897121,"standard_error":0.00044996962521075365},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07659604383750773,"upper_bound":-0.07498716432131025},"point_estimate":-0.07573525999323771,"standard_error":0.0003991692207634445}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10639855924143322,"upper_bound":0.1106273230054765},"point_estimate":0.10833837584534645,"standard_error":0.001080661239654914},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10538356324878051,"upper_bound":0.10853324014825771},"point_estimate":0.10646570127618804,"standard_error":0.0008849512066236237}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 00e932889c10..e7f39d358c84 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4513352.450208332,"upper_bound":4520056.845041668},"point_estimate":4516614.590000003,"standard_error":1714.7211977415739},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4511780.541666667,"upper_bound":4516812.833333333},"point_estimate":4513588.125,"standard_error":1172.8835958529567},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9334.202334285703,"upper_bound":18157.401877641678},"point_estimate":14180.389223248227,"standard_error":2498.2096015191933},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13363.013789312907,"upper_bound":21053.256576953296},"point_estimate":17202.81033565151,"standard_error":1980.3786705578505}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4997971.574174999,"upper_bound":5015402.155399999},"point_estimate":5005937.278999998,"standard_error":4465.103375485178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4990365.85,"upper_bound":5003209.4},"point_estimate":4994130.45,"standard_error":3668.939038897384},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16001.998035908022,"upper_bound":31614.887708724513},"point_estimate":21771.23931348324,"standard_error":3760.9652900287915},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25203.639828692194,"upper_bound":60890.74567149568},"point_estimate":44849.853329486185,"standard_error":9086.707071286182}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 1e6ed8c203cf..d06328fe6a90 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[54147193.0,54521632.0,54495503.0,54051343.0,54342317.0,54218996.0,54368235.0,54135851.0,54385107.0,53962448.0,54160017.0,54186876.0,54013272.0,54201754.0,54449327.0,54163954.0,54248171.0,54165747.0,54028611.0,53991242.0,54161019.0,54490393.0,54184393.0,54729229.0,54038340.0,54379516.0,54077643.0,54299276.0,54072002.0,54045223.0,54029193.0,54026357.0,53954563.0,54177279.0,53820994.0,54027650.0,54454947.0,54339561.0,54125152.0,54040143.0,53982746.0,54142043.0,54227393.0,54338369.0,54239124.0,54250064.0,54394995.0,53867480.0,54162161.0,54160318.0,54053418.0,54224517.0,54283979.0,54100525.0,54207855.0,54231661.0,54097771.0,54322219.0,53941599.0,54027940.0,54140690.0,54124020.0,54414881.0,55117804.0,54158522.0,53812997.0,54188599.0,54172799.0,54203657.0,54579158.0,54451289.0,54076018.0,54081749.0,54214768.0,53956535.0,54161789.0,54414911.0,54124558.0,54143905.0,54141711.0,54335553.0,54642446.0,54173321.0,53985740.0,54344670.0,54119349.0,53955323.0,54187577.0,54329632.0,54248831.0,54086087.0,54319283.0,54103400.0,54378814.0,54111384.0,54227762.0,53822385.0,54015666.0,54103310.0,54799969.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[50086456.0,49848731.0,49755997.0,49819306.0,49933310.0,49885229.0,49769231.0,49865482.0,49638347.0,49776566.0,50005385.0,49728095.0,49651301.0,49792766.0,49712686.0,49732373.0,49924904.0,49770134.0,49585277.0,49698339.0,51781744.0,49916798.0,49912210.0,49906780.0,52522823.0,50260362.0,50501274.0,50220247.0,50278577.0,50367423.0,50328429.0,50249352.0,50125680.0,50151538.0,50399814.0,50248961.0,50225527.0,50223544.0,50368906.0,50510741.0,50368265.0,50289727.0,50052763.0,50071347.0,50038928.0,50011927.0,49934271.0,50041112.0,50013619.0,49973124.0,49996438.0,50069836.0,50042203.0,49980368.0,50002509.0,50032094.0,49840576.0,49869720.0,49874159.0,50083291.0,52125548.0,50131941.0,49890329.0,49887614.0,49900177.0,50003781.0,49765054.0,50256646.0,50283315.0,49934522.0,50104029.0,49907140.0,49842610.0,49778530.0,49914083.0,49676759.0,49730069.0,49837160.0,49681218.0,50037705.0,50217972.0,50335202.0,49833022.0,49890760.0,49866234.0,51357649.0,49820889.0,49927619.0,49880100.0,50033979.0,50302832.0,49948087.0,50127753.0,49840064.0,49657843.0,49735909.0,49681988.0,49897051.0,49785031.0,50042143.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 8ac5d25cd43d..0e80c8b83889 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4445000.416666662,4475625.791666664,4557293.458333336,4587918.833333338] \ No newline at end of file +[4894683.125000005,4939308.462500002,5058309.362499997,5102934.6999999955] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 2b3ad11daf9b..2f8392ee8599 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - -0.14 - - - -0.16 - - - -0.18 - - + - -9 - - - -10 - - - -11 + +16 - - -12 + + +18 - - -13 + + +20 - - -14 + + +22 - - -15 + + +24 - - -16 + + +26 - - -17 + + +28 - - -18 + + +30 - - -19 + + +32 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 2149cf20615b..c862a4f2414f 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (µs) - -0.02 - - - -0.04 + +0.005 - - -0.06 + + +0.01 - - -0.08 + + +0.015 - - -0.1 + + +0.02 - - -0.12 + + +0.025 - - -0.14 + + +0.03 - + -0.16 +0.035 - -0.18 + +0.04 - - -0.2 + + +0.045 - + - -13 - - - -14 + +25 - - -15 + + +30 - - -16 + + +35 - - -17 + + +40 - - -18 + + +45 - - -19 + + +50 - - -20 + + +55 - - -21 + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index 303370b4b579..b8714dc94cfa 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,57 +16,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 4.5 - - -4.55 - - - + + 4.6 - - -4.65 - - - + + 4.7 - - -4.75 - - - + + 4.8 - - -4.85 - - - + + 4.9 - - -4.95 + + +5.0 + + + +5.1 + + + +5.2 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index c8c7914b1de6..b06d0773fdba 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,51 +9,43 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -4.5 - - - + 4.6 - - -4.7 - - - + + 4.8 - - -4.9 + + +5 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 147f18b18e26..c10fd3ca0989 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - -100 - - - -200 + +50 - - -300 + + +100 - - -400 + + +150 - - -500 + + +200 - - -600 + + +250 - - -700 + + +300 - - -800 + + +350 - + - --0.0766 + +0.106 - - --0.0764 + + +0.1065 - - --0.0762 + + +0.107 - - --0.076 + + +0.1075 - - --0.0758 + + +0.108 - - --0.0756 + + +0.1085 - - --0.0754 + + +0.109 - - --0.0752 + + +0.1095 - - --0.075 + + +0.11 - - --0.0748 + + +0.1105 - - --0.0746 + + +0.111 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index 253ace538c4e..3f88267bdc1d 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - - -800 - - - -900 - - - -1000 - - - -1100 - - + - --0.0766 - - - --0.0764 - - - --0.0762 + +0.1055 - - --0.076 + + +0.106 - - --0.0758 + + +0.1065 - - --0.0756 + + +0.107 - - --0.0754 + + +0.1075 - - --0.0752 + + +0.108 - - --0.075 + + +0.1085 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 2c7fde045068..6128ef3ca001 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index f96f9bce3633..f28149cc83a4 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0762152 - 0.0787654 - 0.0759362 + 0.0000144 + 0.0000149 + 0.0000143 Mean - 4.5134 ms - 4.5166 ms - 4.5201 ms + 4.9980 ms + 5.0059 ms + 5.0154 ms Std. Dev. - 13.363 µs - 17.203 µs - 21.053 µs + 25.204 µs + 44.850 µs + 60.891 µs Median - 4.5118 ms - 4.5136 ms - 4.5168 ms + 4.9904 ms + 4.9941 ms + 5.0032 ms MAD - 9.3342 µs - 14.180 µs - 18.157 µs + 16.002 µs + 21.771 µs + 31.615 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -7.6477% - -7.5595% - -7.4717% + +10.640% + +10.834% + +11.063% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index dc1f4388f6c9..5fc19dde1c07 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,62 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - -4.49 + +5.0 - - -4.5 + + +5.05 - - -4.51 + + +5.1 - - -4.52 + + +5.15 - - -4.53 + + +5.2 - - -4.54 + + +5.25 - - -4.55 - - - -4.56 - - - -4.57 - - - -4.58 - - - -4.59 - - + 10 @@ -112,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 5fc19db35ed2..77b0a51fc2e4 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,62 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -4.49 - - -4.5 +5.0 - -4.51 - - - -4.52 - - - -4.53 - - - -4.54 - - - -4.55 + +5.05 - - -4.56 + + +5.1 - - -4.57 + + +5.15 - - -4.58 + + +5.2 - - -4.59 + + +5.25 - + 10 @@ -109,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 95d379b9d2ec..9f69bd7cdce3 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - -250 + + +90 - + - -4.513 + +4.998 + + + +5 + + + +5.002 - - -4.514 + + +5.004 - - -4.515 + + +5.006 - - -4.516 + + +5.008 - - -4.517 + + +5.01 - - -4.518 + + +5.012 - - -4.519 + + +5.014 - - -4.52 + + +5.016 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 10fccde79460..88bcc0f832c6 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - -100 - - - -200 - - - -300 - - - -400 + +50 - - -500 - - - -600 + + +100 - - -700 + + +150 - - -800 + + +200 - - -900 + + + +4.99 - - -1000 + + +4.992 - - - -4.512 + + +4.994 - - -4.513 + + +4.996 - - -4.514 + + +4.998 - - -4.515 + + +5 - - -4.516 + + +5.002 - - -4.517 + + +5.004 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 5e95d0f39404..c01d56eac4ac 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,59 +13,79 @@ Average Time (ms) 0 - + +1 + + + 2 - - + + +3 + + + 4 - + -6 +5 - + +6 + + + +7 + + + 8 - - -10 + + +9 - + -12 +10 - -4.48 + +4.95 - - -4.5 + + +5 - - -4.52 + + +5.05 - - -4.54 + + +5.1 - - -4.56 + + +5.15 - - -4.58 + + +5.2 - - -4.6 + + +5.25 - + + +5.3 + + Density (a.u.) @@ -74,38 +94,44 @@ Density (a.u.) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 + + + +12 - - - - - + + + + + - - - - - - - + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index 524afc6f07c0..a9bd1d16d592 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,39 +10,51 @@ Average Time (ms) 0 - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 + + + +10 - - -25 + + +12 - + + +14 + + - -4.5 + +5 + + + +5.1 - - -4.55 + + +5.2 - - -4.6 + + +5.3 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index fbca93b68eda..faf918ad24a9 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,57 +13,47 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + - + 4.5 - - -4.55 - - - + + 4.6 - - -4.65 - - - + + 4.7 - - -4.75 - - - + + 4.8 - - -4.85 - - - + + 4.9 - - -4.95 + + +5.0 + + + +5.1 + + + +5.2 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 0e61f8778cb3..cf992e02253f 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,49 +6,41 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + - -4.5 - - - + 4.6 - - -4.7 - - - + + 4.8 - - -4.9 + + +5 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 89e00ce1138d..ecf1e32bfae1 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - + +10 + + + +20 + + + +30 + + + +40 + + + 50 - - -100 + + +60 - - -150 + + +70 - - -200 + + +80 - - -250 + + +90 - + - -4.513 + +4.998 + + + +5 + + + +5.002 - - -4.514 + + +5.004 - - -4.515 + + +5.006 - - -4.516 + + +5.008 - - -4.517 + + +5.01 - - -4.518 + + +5.012 - - -4.519 + + +5.014 - - -4.52 + + +5.016 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index c69edd6ce16d..3bd2512da4b6 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31432023.691875,"upper_bound":32323892.655249998},"point_estimate":31890487.025,"standard_error":228330.98644197243},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32102753.5,"upper_bound":33257133.0},"point_estimate":33007507.25,"standard_error":275006.10024372855},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826550.5972757936,"upper_bound":2170031.9143742323},"point_estimate":1276918.8793301582,"standard_error":320104.21546706406},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1903275.7883887044,"upper_bound":2617591.8490627916},"point_estimate":2297845.051737636,"standard_error":182193.28725038536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30118328.54025,"upper_bound":30999632.47525},"point_estimate":30575661.82,"standard_error":225349.32678278716},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31491338.5,"upper_bound":31814885.0},"point_estimate":31682361.75,"standard_error":76367.40798132609},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383874.22920987016,"upper_bound":933505.4427732109},"point_estimate":571284.3174576759,"standard_error":136521.47282418513},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1853011.366691894,"upper_bound":2604784.4862317257},"point_estimate":2271861.476780081,"standard_error":192251.71413095656}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index e8a8249d16b3..78179dd197cf 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[67135249.0,66982124.0,67035604.0,58373018.0,51979338.0,52375878.0,54714010.0,59473887.0,55758272.0,52301530.0,55548611.0,54050625.0,56960486.0,52000259.0,51838136.0,52846938.0,56176392.0,61288092.0,66522982.0,59494204.0,59137328.0,67222126.0,66326435.0,59886366.0,60059519.0,61278174.0,61325753.0,66169483.0,59058171.0,56489616.0,58975767.0,62043452.0,65126807.0,63915847.0,64205507.0,62864965.0,64039567.0,64620602.0,64576159.0,62826975.0,68036847.0,66553749.0,66013401.0,65066053.0,65637570.0,65778914.0,65582918.0,65909558.0,66413638.0,66034541.0,66445868.0,67268543.0,66190472.0,67506237.0,67507840.0,67846001.0,67684681.0,63532271.0,66836678.0,63288035.0,58629581.0,67143500.0,67128993.0,66016628.0,67085201.0,62972205.0,67345227.0,67782333.0,67199945.0,66795441.0,67446674.0,67643103.0,67394659.0,63341445.0,62981634.0,63062794.0,67856241.0,67724736.0,63615727.0,68168613.0,63101426.0,66899565.0,67586808.0,67304751.0,66962894.0,67995731.0,67099578.0,63016207.0,66175314.0,66518504.0,67437058.0,66641554.0,66246958.0,66514266.0,68084025.0,68486306.0,67373299.0,67750373.0,67277350.0,64152689.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[63737887.0,63314254.0,63779455.0,60320965.0,63541711.0,62995576.0,63440932.0,63746875.0,64744064.0,63421445.0,63470897.0,63089322.0,64073016.0,62446107.0,62876032.0,64416479.0,61167571.0,63351563.0,63604167.0,64027901.0,63926261.0,63850990.0,64313687.0,63333620.0,64520784.0,64215412.0,64661359.0,62444674.0,63590381.0,63318872.0,63707531.0,63747656.0,64081863.0,63541660.0,63708563.0,63748498.0,63906163.0,63353668.0,63916422.0,63669159.0,63937331.0,63777402.0,62701756.0,62369494.0,63702381.0,64119954.0,64694711.0,62537048.0,64163776.0,60220356.0,63553262.0,64821418.0,60798279.0,62997751.0,65146417.0,64143909.0,62882685.0,62810369.0,63336415.0,63801887.0,63759288.0,63997804.0,64026139.0,63375779.0,61959335.0,65625996.0,63892097.0,64621643.0,63428558.0,57106240.0,56886679.0,60278286.0,54620946.0,56520366.0,60672598.0,54170682.0,53907098.0,51353994.0,49006895.0,50340695.0,52645805.0,49693171.0,51115517.0,48714807.0,50335005.0,51633948.0,51696936.0,50632252.0,55292405.0,64537281.0,63958396.0,61213262.0,57517625.0,55356866.0,61049083.0,64408049.0,62602605.0,63142086.0,56479880.0,55916224.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index fa07d2ba1a4d..14e740b90ef3 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[22991637.625,26961825.625,37548993.625,41519181.625] \ No newline at end of file +[25306287.875,27799316.375,34447392.375,36940420.875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index 9c053645e0e6..60d2ddd1b581 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01235946304837959,"upper_bound":0.049942219331719225},"point_estimate":0.03100867451376721,"standard_error":0.00966955460930851},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00636681270740036,"upper_bound":0.05055794483224885},"point_estimate":0.03328215732550488,"standard_error":0.010412507522748752}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0622563218892171,"upper_bound":-0.02249258030149766},"point_estimate":-0.041229386179309935,"standard_error":0.010096758348962256},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04842022306664562,"upper_bound":-0.013418132497575286},"point_estimate":-0.0401467911515796,"standard_error":0.008450992584886885}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index c69edd6ce16d..3bd2512da4b6 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31432023.691875,"upper_bound":32323892.655249998},"point_estimate":31890487.025,"standard_error":228330.98644197243},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32102753.5,"upper_bound":33257133.0},"point_estimate":33007507.25,"standard_error":275006.10024372855},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":826550.5972757936,"upper_bound":2170031.9143742323},"point_estimate":1276918.8793301582,"standard_error":320104.21546706406},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1903275.7883887044,"upper_bound":2617591.8490627916},"point_estimate":2297845.051737636,"standard_error":182193.28725038536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30118328.54025,"upper_bound":30999632.47525},"point_estimate":30575661.82,"standard_error":225349.32678278716},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31491338.5,"upper_bound":31814885.0},"point_estimate":31682361.75,"standard_error":76367.40798132609},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383874.22920987016,"upper_bound":933505.4427732109},"point_estimate":571284.3174576759,"standard_error":136521.47282418513},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1853011.366691894,"upper_bound":2604784.4862317257},"point_estimate":2271861.476780081,"standard_error":192251.71413095656}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index e8a8249d16b3..78179dd197cf 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[67135249.0,66982124.0,67035604.0,58373018.0,51979338.0,52375878.0,54714010.0,59473887.0,55758272.0,52301530.0,55548611.0,54050625.0,56960486.0,52000259.0,51838136.0,52846938.0,56176392.0,61288092.0,66522982.0,59494204.0,59137328.0,67222126.0,66326435.0,59886366.0,60059519.0,61278174.0,61325753.0,66169483.0,59058171.0,56489616.0,58975767.0,62043452.0,65126807.0,63915847.0,64205507.0,62864965.0,64039567.0,64620602.0,64576159.0,62826975.0,68036847.0,66553749.0,66013401.0,65066053.0,65637570.0,65778914.0,65582918.0,65909558.0,66413638.0,66034541.0,66445868.0,67268543.0,66190472.0,67506237.0,67507840.0,67846001.0,67684681.0,63532271.0,66836678.0,63288035.0,58629581.0,67143500.0,67128993.0,66016628.0,67085201.0,62972205.0,67345227.0,67782333.0,67199945.0,66795441.0,67446674.0,67643103.0,67394659.0,63341445.0,62981634.0,63062794.0,67856241.0,67724736.0,63615727.0,68168613.0,63101426.0,66899565.0,67586808.0,67304751.0,66962894.0,67995731.0,67099578.0,63016207.0,66175314.0,66518504.0,67437058.0,66641554.0,66246958.0,66514266.0,68084025.0,68486306.0,67373299.0,67750373.0,67277350.0,64152689.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[63737887.0,63314254.0,63779455.0,60320965.0,63541711.0,62995576.0,63440932.0,63746875.0,64744064.0,63421445.0,63470897.0,63089322.0,64073016.0,62446107.0,62876032.0,64416479.0,61167571.0,63351563.0,63604167.0,64027901.0,63926261.0,63850990.0,64313687.0,63333620.0,64520784.0,64215412.0,64661359.0,62444674.0,63590381.0,63318872.0,63707531.0,63747656.0,64081863.0,63541660.0,63708563.0,63748498.0,63906163.0,63353668.0,63916422.0,63669159.0,63937331.0,63777402.0,62701756.0,62369494.0,63702381.0,64119954.0,64694711.0,62537048.0,64163776.0,60220356.0,63553262.0,64821418.0,60798279.0,62997751.0,65146417.0,64143909.0,62882685.0,62810369.0,63336415.0,63801887.0,63759288.0,63997804.0,64026139.0,63375779.0,61959335.0,65625996.0,63892097.0,64621643.0,63428558.0,57106240.0,56886679.0,60278286.0,54620946.0,56520366.0,60672598.0,54170682.0,53907098.0,51353994.0,49006895.0,50340695.0,52645805.0,49693171.0,51115517.0,48714807.0,50335005.0,51633948.0,51696936.0,50632252.0,55292405.0,64537281.0,63958396.0,61213262.0,57517625.0,55356866.0,61049083.0,64408049.0,62602605.0,63142086.0,56479880.0,55916224.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index fa07d2ba1a4d..14e740b90ef3 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[22991637.625,26961825.625,37548993.625,41519181.625] \ No newline at end of file +[25306287.875,27799316.375,34447392.375,36940420.875] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 2c4f1502a32a..869a7af2eb7c 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -6,81 +6,69 @@ fork_join/hydroflow/surface:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - - -1.6 + + +0.004 - - -1.8 - - + - -0.8 - - - -1 + +400 - - -1.2 + + +500 - - -1.4 + + +600 - + -1.6 +700 - -1.8 - - - -2 + +800 - - -2.2 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index f5937b3db264..9a411824ba44 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 - - + + +1.8 + + + 2 - + + +2.2 + + - + +1.8 + + + 1.9 - - + + 2 - - + + 2.1 - - + + 2.2 - - + + 2.3 - - + + 2.4 - - + + 2.5 - - + + 2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 3f9b6e352db3..dbdbf75f559e 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - + + 34.0 - + 0 @@ -107,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index 2a64dbc8d0a0..3f685e547225 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -9,43 +9,43 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index 8d958954259b..b4b101f702b5 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - - -0.05 - - - - - - + +-0.065 + + + +-0.06 + + + +-0.055 + + + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 3125245e7444..599127d2be42 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,99 +9,79 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - + + 50 - - -55 + + +60 + + + +70 + + + +80 - + - -0.005 - - - -0.01 - - - -0.015 - - - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - - -0.05 - - - -0.055 - - - - - - + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index a7450ad9b6d6..ffa6a38394a1 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index 54566c9985a5..ab036ecefd86 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000635 - 0.0000661 - 0.0000638 + 0.0127177 + 0.0132314 + 0.0127875 Mean - 31.432 ms - 31.890 ms - 32.324 ms + 30.118 ms + 30.576 ms + 31.000 ms Std. Dev. - 1.9033 ms - 2.2978 ms - 2.6176 ms + 1.8530 ms + 2.2719 ms + 2.6048 ms Median - 32.103 ms - 33.008 ms - 33.257 ms + 31.491 ms + 31.682 ms + 31.815 ms MAD - 826.55 µs - 1.2769 ms - 2.1700 ms + 383.87 µs + 571.28 µs + 933.51 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +1.2359% - +3.1009% - +4.9942% + -6.2256% + -4.1229% + -2.2493% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index 36e2e8706b57..5486a0187f04 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - -33.0 - - - -34.0 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 23d9779f9f9b..605722194e87 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - -33.0 - - - -34.0 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index e2e3567d3e46..0d05fa9f6e2d 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + - -31.4 + +30.1 - - -31.5 + + +30.2 - - -31.6 + + +30.3 - - -31.7 + + +30.4 - - -31.8 + + +30.5 - - -31.9 + + +30.6 - - -32 + + +30.7 - - -32.1 + + +30.8 - - -32.2 + + +30.9 - - -32.3 + + +31 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index f6f7a55556ab..6e9c84a0f655 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (ms) - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 + + +12 - - -3 + + +14 - + - -32 + +31.5 - - -32.2 + + +31.55 - - -32.4 + + +31.6 - - -32.6 + + +31.65 - - -32.8 + + +31.7 - - -33 + + +31.75 - - -33.2 + + +31.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index f4b19fec3a35..597935cd793d 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,34 +54,34 @@ Average Time (ms) - + +22 + + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - -36 - - + Density (a.u.) @@ -90,40 +90,64 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - - - - - + + +0.25 + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index 2b1de4460ca7..5e2dd750fb02 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 2b290a54fb56..349a560f6035 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + +25.0 + + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - - + + 34.0 - + 0 @@ -104,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 05c8fffc90ed..a460137973ba 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,41 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index f3ed344f8c45..3394234c9a0e 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,86 +9,86 @@ Density (a.u.) Average time (ms) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + - -31.4 + +30.1 - - -31.5 + + +30.2 - - -31.6 + + +30.3 - - -31.7 + + +30.4 - - -31.8 + + +30.5 - - -31.9 + + +30.6 - - -32 + + +30.7 - - -32.1 + + +30.8 - - -32.2 + + +30.9 - - -32.3 + + +31 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index b0355114fdcd..b4ce2f42427f 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61221880.552999996,"upper_bound":61639569.29},"point_estimate":61417422.58,"standard_error":106933.2291678061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61049649.0,"upper_bound":61570094.5},"point_estimate":61386797.0,"standard_error":118204.61973313455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":607858.576208353,"upper_bound":924621.2496846914},"point_estimate":700069.6228712797,"standard_error":82387.18534530008},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":707408.3020212405,"upper_bound":1500273.78626986},"point_estimate":1077139.0663615754,"standard_error":220647.6732107657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59257216.25975,"upper_bound":59618001.724999994},"point_estimate":59426690.84,"standard_error":92199.88643939853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59157029.5,"upper_bound":59448305.0},"point_estimate":59272652.5,"standard_error":69235.24875000754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568106.6238690913,"upper_bound":901357.7734977007},"point_estimate":710645.0084835291,"standard_error":82036.22395396722},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":653167.1203872034,"upper_bound":1233764.8160695238},"point_estimate":925061.1245975649,"standard_error":159784.98889021747}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index df6208281bc9..cd2dbd546dda 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59560298.0,58681729.0,59847575.0,59528710.0,59344877.0,61949979.0,62323425.0,61843650.0,61120731.0,61406965.0,61387168.0,61386426.0,61456316.0,61027707.0,60303285.0,62025659.0,60816072.0,62191779.0,61498185.0,60920438.0,61910384.0,61725711.0,60986510.0,61785091.0,61173489.0,60853983.0,61043266.0,62085140.0,61716562.0,60639613.0,60987162.0,61697357.0,60733428.0,61383020.0,61010645.0,62500807.0,60567458.0,61704960.0,60626688.0,60506986.0,60560665.0,60953800.0,60615177.0,60652527.0,60937508.0,60692322.0,62557963.0,62131247.0,61706133.0,60418451.0,60945003.0,62097624.0,60945143.0,60466279.0,62807669.0,60837843.0,61556062.0,61602179.0,60622391.0,61480191.0,62917875.0,64156506.0,61027146.0,61649026.0,61650019.0,61785311.0,61271121.0,61250773.0,62689468.0,61440287.0,61339730.0,60447324.0,61973572.0,62017123.0,61824965.0,68331567.0,61852116.0,61807152.0,61549481.0,61049649.0,61590708.0,60908775.0,61109490.0,61046502.0,60838875.0,60583288.0,62245289.0,62149241.0,62568733.0,60947598.0,61800685.0,62536001.0,61409872.0,61506273.0,61297001.0,60740058.0,62525310.0,60609955.0,62825562.0,61627420.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58649937.0,59272353.0,59438935.0,59725342.0,58688178.0,59339840.0,58610323.0,59193505.0,58625431.0,59652706.0,59221027.0,58954618.0,58728304.0,58826488.0,59250181.0,59330692.0,59015242.0,58953456.0,58552946.0,60840271.0,60152072.0,60495214.0,60572219.0,59524917.0,60533005.0,59184949.0,59727997.0,59219564.0,59984728.0,58933258.0,60119029.0,59212912.0,60412490.0,59070835.0,59791906.0,59125585.0,60050471.0,58218727.0,59276981.0,58597086.0,59728747.0,59590502.0,59500478.0,60262376.0,59611997.0,59008637.0,58771252.0,59705282.0,58785820.0,58551701.0,58299519.0,58305029.0,60924486.0,61190134.0,58280392.0,59272952.0,58565487.0,59120988.0,58765491.0,60840979.0,58695019.0,59367449.0,58421217.0,59344756.0,59081944.0,59942255.0,59498334.0,60829879.0,59216677.0,59596397.0,59824936.0,59909083.0,58890205.0,59288201.0,58412000.0,59883215.0,58800838.0,60831451.0,58850641.0,59372649.0,59556443.0,59485069.0,58551410.0,59699079.0,59411541.0,59708748.0,59248586.0,58460280.0,58552773.0,58421728.0,58524510.0,60531740.0,59741903.0,59188474.0,58981876.0,64862884.0,58409765.0,60358166.0,58770191.0,61990803.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 74983d2ac622..dbdbc3c859c0 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[57911915.25,59381060.625,63298781.625,64767927.0] \ No newline at end of file +[55932604.0,57357391.0,61156823.0,62581610.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index da7265ffceaa..9ab74a930970 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013362226457550736,"upper_bound":0.026071123782044375},"point_estimate":0.019606129634113012,"standard_error":0.003236445740681213},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.016477219340389704,"upper_bound":0.030308865224898396},"point_estimate":0.02461833666958113,"standard_error":0.003419443708163995}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.036788986306710646,"upper_bound":-0.028155784590252864},"point_estimate":-0.03241314363863024,"standard_error":0.002195803927934422},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.03778236164397486,"upper_bound":-0.028995072291663537},"point_estimate":-0.03443972650992033,"standard_error":0.0021657503024006806}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index b0355114fdcd..b4ce2f42427f 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61221880.552999996,"upper_bound":61639569.29},"point_estimate":61417422.58,"standard_error":106933.2291678061},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61049649.0,"upper_bound":61570094.5},"point_estimate":61386797.0,"standard_error":118204.61973313455},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":607858.576208353,"upper_bound":924621.2496846914},"point_estimate":700069.6228712797,"standard_error":82387.18534530008},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":707408.3020212405,"upper_bound":1500273.78626986},"point_estimate":1077139.0663615754,"standard_error":220647.6732107657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59257216.25975,"upper_bound":59618001.724999994},"point_estimate":59426690.84,"standard_error":92199.88643939853},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59157029.5,"upper_bound":59448305.0},"point_estimate":59272652.5,"standard_error":69235.24875000754},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":568106.6238690913,"upper_bound":901357.7734977007},"point_estimate":710645.0084835291,"standard_error":82036.22395396722},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":653167.1203872034,"upper_bound":1233764.8160695238},"point_estimate":925061.1245975649,"standard_error":159784.98889021747}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index df6208281bc9..cd2dbd546dda 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59560298.0,58681729.0,59847575.0,59528710.0,59344877.0,61949979.0,62323425.0,61843650.0,61120731.0,61406965.0,61387168.0,61386426.0,61456316.0,61027707.0,60303285.0,62025659.0,60816072.0,62191779.0,61498185.0,60920438.0,61910384.0,61725711.0,60986510.0,61785091.0,61173489.0,60853983.0,61043266.0,62085140.0,61716562.0,60639613.0,60987162.0,61697357.0,60733428.0,61383020.0,61010645.0,62500807.0,60567458.0,61704960.0,60626688.0,60506986.0,60560665.0,60953800.0,60615177.0,60652527.0,60937508.0,60692322.0,62557963.0,62131247.0,61706133.0,60418451.0,60945003.0,62097624.0,60945143.0,60466279.0,62807669.0,60837843.0,61556062.0,61602179.0,60622391.0,61480191.0,62917875.0,64156506.0,61027146.0,61649026.0,61650019.0,61785311.0,61271121.0,61250773.0,62689468.0,61440287.0,61339730.0,60447324.0,61973572.0,62017123.0,61824965.0,68331567.0,61852116.0,61807152.0,61549481.0,61049649.0,61590708.0,60908775.0,61109490.0,61046502.0,60838875.0,60583288.0,62245289.0,62149241.0,62568733.0,60947598.0,61800685.0,62536001.0,61409872.0,61506273.0,61297001.0,60740058.0,62525310.0,60609955.0,62825562.0,61627420.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58649937.0,59272353.0,59438935.0,59725342.0,58688178.0,59339840.0,58610323.0,59193505.0,58625431.0,59652706.0,59221027.0,58954618.0,58728304.0,58826488.0,59250181.0,59330692.0,59015242.0,58953456.0,58552946.0,60840271.0,60152072.0,60495214.0,60572219.0,59524917.0,60533005.0,59184949.0,59727997.0,59219564.0,59984728.0,58933258.0,60119029.0,59212912.0,60412490.0,59070835.0,59791906.0,59125585.0,60050471.0,58218727.0,59276981.0,58597086.0,59728747.0,59590502.0,59500478.0,60262376.0,59611997.0,59008637.0,58771252.0,59705282.0,58785820.0,58551701.0,58299519.0,58305029.0,60924486.0,61190134.0,58280392.0,59272952.0,58565487.0,59120988.0,58765491.0,60840979.0,58695019.0,59367449.0,58421217.0,59344756.0,59081944.0,59942255.0,59498334.0,60829879.0,59216677.0,59596397.0,59824936.0,59909083.0,58890205.0,59288201.0,58412000.0,59883215.0,58800838.0,60831451.0,58850641.0,59372649.0,59556443.0,59485069.0,58551410.0,59699079.0,59411541.0,59708748.0,59248586.0,58460280.0,58552773.0,58421728.0,58524510.0,60531740.0,59741903.0,59188474.0,58981876.0,64862884.0,58409765.0,60358166.0,58770191.0,61990803.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 74983d2ac622..dbdbc3c859c0 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[57911915.25,59381060.625,63298781.625,64767927.0] \ No newline at end of file +[55932604.0,57357391.0,61156823.0,62581610.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index 6226cb2c8535..2912aa3c9e2b 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - + + +0.006 + + - + +550 + + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - + + 900 - - -950 - - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 8a69013f9508..e36e9ac29449 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + - + +0.6 + + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - -1.3 - - - -1.4 - - - -1.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 959c44650e49..3213ba0830b0 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,58 +16,53 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -58.0 - - - + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - + + 64.0 - - + + 65.0 - - + + 66.0 - - + + 67.0 - + 68.0 @@ -117,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index ee2e2e928917..7257589cdcc1 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,51 +9,55 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + - + 60 - - + + 65 - - - - - + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index 645f1ec02604..781c968ad8ee 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - -0.012 + +-0.037 - - -0.014 + + +-0.036 - + -0.016 +-0.035 - -0.018 + +-0.034 + + + +-0.033 + + + +-0.032 - - -0.02 + + +-0.031 - - -0.022 + + +-0.03 - - -0.024 + + +-0.029 - - -0.026 + + +-0.028 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index de9b4075bd5b..b33f3c88ea55 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,74 +9,66 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 - - + - -0.016 + +-0.038 + + + +-0.037 + + + +-0.036 - - -0.018 + + +-0.035 - - -0.02 + + +-0.034 - - -0.022 + + +-0.033 - - -0.024 + + +-0.032 - - -0.026 + + +-0.031 - - -0.028 + + +-0.03 - - -0.03 + + +-0.029 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index f06e96e2def9..e3819133b5c6 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 132a2cc0422f..0cc314399476 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003714 - 0.0003838 - 0.0003680 + 0.0698208 + 0.0720175 + 0.0692415 Mean - 61.222 ms - 61.417 ms - 61.640 ms + 59.257 ms + 59.427 ms + 59.618 ms Std. Dev. - 707.41 µs - 1.0771 ms - 1.5003 ms + 653.17 µs + 925.06 µs + 1.2338 ms Median - 61.050 ms - 61.387 ms - 61.570 ms + 59.157 ms + 59.273 ms + 59.448 ms MAD - 607.86 µs - 700.07 µs - 924.62 µs + 568.11 µs + 710.65 µs + 901.36 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +1.3362% - +1.9606% - +2.6071% + -3.6789% + -3.2413% + -2.8156% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 7a5328578596..0b7d880bf94b 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,57 +15,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - + + 64.0 - - -65.0 - - - -66.0 - - - -67.0 - - - -68.0 - - + 10 @@ -107,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index cd746eeba892..3c588569f2cb 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,57 +12,37 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + - + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - + + 64.0 - - -65.0 - - - -66.0 - - - -67.0 - - - -68.0 - - + 10 @@ -104,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 30154a6d77c8..2a9b39f8bba1 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -61.2 + + +4.5 - - -61.25 + + + +59.25 - - -61.3 + + +59.3 - - -61.35 + + +59.35 - - -61.4 + + +59.4 - - -61.45 + + +59.45 - - -61.5 + + +59.5 - - -61.55 + + +59.55 - - -61.6 + + +59.6 - - -61.65 + + +59.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 89321097edf9..fd2fa49c0976 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - + + +10 + + + +12 + + - -61 + +59.15 + + + +59.2 - - -61.1 + + +59.25 - - -61.2 + + +59.3 - - -61.3 + + +59.35 - - -61.4 + + +59.4 - - -61.5 + + +59.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index 5383d4701f99..d739289419b4 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,30 +54,42 @@ Average Time (ms) - + 58 - + -60 +59 - + +60 + + + +61 + + + 62 - - + + +63 + + + 64 - - -66 + + +65 - - -68 + + +66 - + Density (a.u.) @@ -86,52 +98,54 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - - - - - - - - - - - + + +0.45 + + + + + + + + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 9e4f6dd7556d..336297081faf 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,51 +10,67 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 + + +0.5 + - + +58 + + + 60 - - -65 + + +62 + + + +64 + + + +66 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 4a37b1ecf5f1..56f68a6112bc 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,58 +13,53 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -58.0 - - - + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - + + 64.0 - - + + 65.0 - - + + 66.0 - - + + 67.0 - + 68.0 @@ -114,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index 277f8d92413a..d7b5ef3fea06 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,49 +6,53 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + - + 60 - - + + 65 - - - - - + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index 2afa5b2f23d4..b4e923215211 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -61.2 + + +4.5 - - -61.25 + + + +59.25 - - -61.3 + + +59.3 - - -61.35 + + +59.35 - - -61.4 + + +59.4 - - -61.45 + + +59.45 - - -61.5 + + +59.5 - - -61.55 + + +59.55 - - -61.6 + + +59.6 - - -61.65 + + +59.65 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 1418a9d48e9b..042449040c4a 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6738831.847875,"upper_bound":6768213.86740625},"point_estimate":6753657.0175,"standard_error":7440.636617155124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6751557.0,"upper_bound":6780018.875},"point_estimate":6767252.75,"standard_error":7151.83314133964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60350.3230295051,"upper_bound":100123.68503901167},"point_estimate":80003.96711714566,"standard_error":10194.44755332708},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65159.7947314194,"upper_bound":82524.6051877027},"point_estimate":74494.0733421191,"standard_error":4412.434407233317}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7202850.438107143,"upper_bound":7242911.85689286},"point_estimate":7222157.581428569,"standard_error":10247.529329321958},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7181645.0,"upper_bound":7217486.857142857},"point_estimate":7194394.214285715,"standard_error":8079.1695086731015},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61587.73240659938,"upper_bound":105469.21016504729},"point_estimate":81798.53524778521,"standard_error":10850.598137115983},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83866.51896688684,"upper_bound":120645.00892377326},"point_estimate":102960.12906938109,"standard_error":9413.847092342048}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index 197da327dd23..6053a5793eed 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54161959.0,55022706.0,54147201.0,54401842.0,54797521.0,53393551.0,53450827.0,54681665.0,54293641.0,53646723.0,54648573.0,54769839.0,53115722.0,53639530.0,53814607.0,53784761.0,53726913.0,53348397.0,53462118.0,53245033.0,53499358.0,53622096.0,54906404.0,54021623.0,53444947.0,54831464.0,54648202.0,54298219.0,53206792.0,53762499.0,53326977.0,52836802.0,52973396.0,53032917.0,53364757.0,54474919.0,52979759.0,52964860.0,53560833.0,54071536.0,53274148.0,54239872.0,53450998.0,52843925.0,53945330.0,53648647.0,52862029.0,52609818.0,54082637.0,53010946.0,53807984.0,54233949.0,54246353.0,54206158.0,54095811.0,54794956.0,54548947.0,54430315.0,54598209.0,54270538.0,54590304.0,53532911.0,55342588.0,54157847.0,52999776.0,54307847.0,54452066.0,54650927.0,54648602.0,54545010.0,54070353.0,54050126.0,54178265.0,54719044.0,54887249.0,54695510.0,54177674.0,53794879.0,54527044.0,53971539.0,54296155.0,54529631.0,54347291.0,54012456.0,53882122.0,54803411.0,54128843.0,54004661.0,54172064.0,54247134.0,54681714.0,54602947.0,54123202.0,54113614.0,54431728.0,54534831.0,54661226.0,54216185.0,53937957.0,54315822.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[49835884.0,49886980.0,49861802.0,49843458.0,50316234.0,50377979.0,50164410.0,49929951.0,49833519.0,51966297.0,50123754.0,50058401.0,50184387.0,50893897.0,50050917.0,51976896.0,52146113.0,50522408.0,52226274.0,51678095.0,51222742.0,51854566.0,53241516.0,50789932.0,49796500.0,49671656.0,50355277.0,50239791.0,50115187.0,51705127.0,49872763.0,51243762.0,51537593.0,49889314.0,49931052.0,51045851.0,49666417.0,50375696.0,50289834.0,51017058.0,50005692.0,50753443.0,50676740.0,50790703.0,50270709.0,50088087.0,49809985.0,49858786.0,50070684.0,50740489.0,50444866.0,50366718.0,50753654.0,49873775.0,50305654.0,51020273.0,50417533.0,50418105.0,50606790.0,50680587.0,49701953.0,49709877.0,50462067.0,50346550.0,51764499.0,50730620.0,50651542.0,50579327.0,51843135.0,50541627.0,49904712.0,49986336.0,50282180.0,49940740.0,51700799.0,50293431.0,50318659.0,50931246.0,51092328.0,50610876.0,50014759.0,50444254.0,50585458.0,49911881.0,49897153.0,50550688.0,51381334.0,50264001.0,52471657.0,50366242.0,50185924.0,50035884.0,50174142.0,49718288.0,50271515.0,50545799.0,50353338.0,51955711.0,50069977.0,51227235.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index ff90b246a3f8..bc1eea28f818 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[6355506.09375,6528176.8125,6988632.0625,7161302.78125] \ No newline at end of file +[6821719.535714286,6984474.25,7418486.821428571,7581241.535714285] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index c1d5f3392d95..bc9ea02049b6 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.055481323075696386,"upper_bound":-0.05062507692958929},"point_estimate":-0.05292737753633303,"standard_error":0.00124912914280581},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05219244252079047,"upper_bound":-0.04637468463025474},"point_estimate":-0.04870273473164377,"standard_error":0.0014713364003575847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06572971874351721,"upper_bound":0.07321806659918874},"point_estimate":0.06936990769809537,"standard_error":0.0019066630536395304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06014305117132923,"upper_bound":0.06668819398716108},"point_estimate":0.06311888739277771,"standard_error":0.0015882989779271942}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 1418a9d48e9b..042449040c4a 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6738831.847875,"upper_bound":6768213.86740625},"point_estimate":6753657.0175,"standard_error":7440.636617155124},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6751557.0,"upper_bound":6780018.875},"point_estimate":6767252.75,"standard_error":7151.83314133964},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60350.3230295051,"upper_bound":100123.68503901167},"point_estimate":80003.96711714566,"standard_error":10194.44755332708},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":65159.7947314194,"upper_bound":82524.6051877027},"point_estimate":74494.0733421191,"standard_error":4412.434407233317}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7202850.438107143,"upper_bound":7242911.85689286},"point_estimate":7222157.581428569,"standard_error":10247.529329321958},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7181645.0,"upper_bound":7217486.857142857},"point_estimate":7194394.214285715,"standard_error":8079.1695086731015},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":61587.73240659938,"upper_bound":105469.21016504729},"point_estimate":81798.53524778521,"standard_error":10850.598137115983},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":83866.51896688684,"upper_bound":120645.00892377326},"point_estimate":102960.12906938109,"standard_error":9413.847092342048}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index 197da327dd23..6053a5793eed 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[54161959.0,55022706.0,54147201.0,54401842.0,54797521.0,53393551.0,53450827.0,54681665.0,54293641.0,53646723.0,54648573.0,54769839.0,53115722.0,53639530.0,53814607.0,53784761.0,53726913.0,53348397.0,53462118.0,53245033.0,53499358.0,53622096.0,54906404.0,54021623.0,53444947.0,54831464.0,54648202.0,54298219.0,53206792.0,53762499.0,53326977.0,52836802.0,52973396.0,53032917.0,53364757.0,54474919.0,52979759.0,52964860.0,53560833.0,54071536.0,53274148.0,54239872.0,53450998.0,52843925.0,53945330.0,53648647.0,52862029.0,52609818.0,54082637.0,53010946.0,53807984.0,54233949.0,54246353.0,54206158.0,54095811.0,54794956.0,54548947.0,54430315.0,54598209.0,54270538.0,54590304.0,53532911.0,55342588.0,54157847.0,52999776.0,54307847.0,54452066.0,54650927.0,54648602.0,54545010.0,54070353.0,54050126.0,54178265.0,54719044.0,54887249.0,54695510.0,54177674.0,53794879.0,54527044.0,53971539.0,54296155.0,54529631.0,54347291.0,54012456.0,53882122.0,54803411.0,54128843.0,54004661.0,54172064.0,54247134.0,54681714.0,54602947.0,54123202.0,54113614.0,54431728.0,54534831.0,54661226.0,54216185.0,53937957.0,54315822.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0,7.0],"times":[49835884.0,49886980.0,49861802.0,49843458.0,50316234.0,50377979.0,50164410.0,49929951.0,49833519.0,51966297.0,50123754.0,50058401.0,50184387.0,50893897.0,50050917.0,51976896.0,52146113.0,50522408.0,52226274.0,51678095.0,51222742.0,51854566.0,53241516.0,50789932.0,49796500.0,49671656.0,50355277.0,50239791.0,50115187.0,51705127.0,49872763.0,51243762.0,51537593.0,49889314.0,49931052.0,51045851.0,49666417.0,50375696.0,50289834.0,51017058.0,50005692.0,50753443.0,50676740.0,50790703.0,50270709.0,50088087.0,49809985.0,49858786.0,50070684.0,50740489.0,50444866.0,50366718.0,50753654.0,49873775.0,50305654.0,51020273.0,50417533.0,50418105.0,50606790.0,50680587.0,49701953.0,49709877.0,50462067.0,50346550.0,51764499.0,50730620.0,50651542.0,50579327.0,51843135.0,50541627.0,49904712.0,49986336.0,50282180.0,49940740.0,51700799.0,50293431.0,50318659.0,50931246.0,51092328.0,50610876.0,50014759.0,50444254.0,50585458.0,49911881.0,49897153.0,50550688.0,51381334.0,50264001.0,52471657.0,50366242.0,50185924.0,50035884.0,50174142.0,49718288.0,50271515.0,50545799.0,50353338.0,51955711.0,50069977.0,51227235.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index ff90b246a3f8..bc1eea28f818 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[6355506.09375,6528176.8125,6988632.0625,7161302.78125] \ No newline at end of file +[6821719.535714286,6984474.25,7418486.821428571,7581241.535714285] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index 5136ac05580a..43150fce6f58 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 + + +0.045 + + + +0.05 + - + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - + + 95 - - + + 100 - - - - + + +105 + + + +110 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index 4e345e708a34..93f19e8e674a 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.01 + +0.005 - - -0.02 + + +0.01 - - -0.03 + + +0.015 - - -0.04 + + +0.02 - - -0.05 + + +0.025 - - -0.06 + + +0.03 - - -0.07 + + +0.035 - - -0.08 + + +0.04 - - -0.09 + + +0.045 - + - -64 - - - -66 - - - -68 + +80 - - -70 + + +85 - - -72 + + +90 - - -74 + + +95 - - -76 + + +100 - - -78 + + +105 - - -80 + + +110 - - -82 + + +115 - - -84 + + +120 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 8d5fd3bafe2a..2ae4e099abcd 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,51 +16,61 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 + + +7.5 + + + +7.6 + @@ -107,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index 710c36911cc8..cc5950ccac03 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,59 +9,63 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - - -7 + + +5 - + - -6.6 + +6.5 - - -6.8 - - - + + 7 - - -7.2 - - - -7.4 + + +7.5 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index 29e72ecb976f..72d4805c3449 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -9,58 +9,90 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 - - -250 + + +180 - - -300 + + +200 - + - --0.056 + +0.065 + + + +0.066 + + + +0.067 + + + +0.068 + + + +0.069 - - --0.055 + + +0.07 - - --0.054 + + +0.071 - - --0.053 + + +0.072 - - --0.052 + + +0.073 - - --0.051 + + +0.074 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index 31860c85430b..d95213ada1d8 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - --0.052 + +0.06 + + + +0.061 - - --0.051 + + +0.062 - - --0.05 + + +0.063 - - --0.049 + + +0.064 - - --0.048 + + +0.065 - - --0.047 + + +0.066 - - --0.046 + + +0.067 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 778970aaed79..4dcfbc494ff9 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + -4.0 - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index dfacad241188..365beb6d9c33 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0022407 - 0.0023301 - 0.0022438 + 0.0084123 + 0.0087085 + 0.0083680 Mean - 6.7388 ms - 6.7537 ms - 6.7682 ms + 7.2029 ms + 7.2222 ms + 7.2429 ms Std. Dev. - 65.160 µs - 74.494 µs - 82.525 µs + 83.867 µs + 102.96 µs + 120.65 µs Median - 6.7516 ms - 6.7673 ms - 6.7800 ms + 7.1816 ms + 7.1944 ms + 7.2175 ms MAD - 60.350 µs - 80.004 µs - 100.12 µs + 61.588 µs + 81.799 µs + 105.47 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -5.5481% - -5.2927% - -5.0625% + +6.5730% + +6.9370% + +7.3218% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index 0ac4784cfc31..5e6b983d124f 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,42 +15,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -6.6 + +7.1 - - -6.65 + + +7.15 - - -6.7 + + +7.2 - - -6.75 + + +7.25 - - -6.8 + + +7.3 - - -6.85 + + +7.35 - - -6.9 + + +7.4 - + + +7.45 + + + +7.5 + + + +7.55 + + + +7.6 + + 10 @@ -92,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 3d0c7927baa3..072f8f2f99a7 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,42 +12,62 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + + - -6.6 + +7.1 - - -6.65 + + +7.15 - - -6.7 + + +7.2 - - -6.75 + + +7.25 - - -6.8 + + +7.3 - - -6.85 + + +7.35 - - -6.9 + + +7.4 - + + +7.45 + + + +7.5 + + + +7.55 + + + +7.6 + + 10 @@ -89,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 7d710ec2d11a..136146f7325f 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 + + + +7.2 - - -50 + + +7.205 - - -55 + + +7.21 - - - -6.74 + + +7.215 - - -6.745 + + +7.22 - - -6.75 + + +7.225 - - -6.755 + + +7.23 - - -6.76 + + +7.235 - - -6.765 + + +7.24 - - -6.77 + + +7.245 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index fe4d5e961350..632b88212d60 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + - -6.75 + +7.18 + + + +7.185 + + + +7.19 - - -6.755 + + +7.195 - - -6.76 + + +7.2 - - -6.765 + + +7.205 - - -6.77 + + +7.21 - - -6.775 + + +7.215 - - -6.78 + + +7.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index d58713917125..23125d3cb81b 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,83 +13,67 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - + -8 +7 - -6.5 - - - -6.55 - - - -6.6 + +7 - - -6.65 + + +7.1 - - -6.7 + + +7.2 - - -6.75 + + +7.3 - - -6.8 + + +7.4 - + -6.85 +7.5 - -6.9 - - - -6.95 + +7.6 - - -7 + + +7.7 - + Density (a.u.) @@ -98,52 +82,62 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - - + + + + + - + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index 808b71f26d08..3f25a65bcc78 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,35 +10,63 @@ Average Time (ms) 0 - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - + - -6.6 + +7 + + + +7.2 + + + +7.4 - - -6.8 + + +7.6 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index a92e7b6339c1..40a72dcdb34b 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,51 +13,61 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7.0 - - + + 7.1 - - + + 7.2 - - + + 7.3 - - + + 7.4 + + +7.5 + + + +7.6 + @@ -104,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 118da6b8fab1..4a756f69d7ad 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,57 +6,61 @@ Density (a.u.) Average Time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - - -7 + + +5 - + - -6.6 + +6.5 - - -6.8 - - - + + 7 - - -7.2 - - - -7.4 + + +7.5 - - - - - + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 5d810ab61430..874b8092d254 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 + + + +7.2 - - -50 + + +7.205 - - -55 + + +7.21 - - - -6.74 + + +7.215 - - -6.745 + + +7.22 - - -6.75 + + +7.225 - - -6.755 + + +7.23 - - -6.76 + + +7.235 - - -6.765 + + +7.24 - - -6.77 + + +7.245 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index dd7e1505cb7a..3dcc22a59f33 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494995.41240625,"upper_bound":6501447.97803125},"point_estimate":6497792.6075,"standard_error":1664.319003611407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493833.375,"upper_bound":6495575.375},"point_estimate":6494358.75,"standard_error":548.6123516157802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2363.727670535445,"upper_bound":3716.2318130861963},"point_estimate":2973.53957220912,"standard_error":354.0696957935672},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3938.9166038880976,"upper_bound":24619.926710829783},"point_estimate":16663.95938156727,"standard_error":4999.360688235636}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491389.7491875,"upper_bound":6500080.469374999},"point_estimate":6495174.56625,"standard_error":2246.751183597003},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489954.0,"upper_bound":6490870.625},"point_estimate":6490288.1875,"standard_error":252.03749196723163},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1774.7648309916258,"upper_bound":3187.221609978005},"point_estimate":2567.770491912961,"standard_error":399.0018127879411},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8130.095911630637,"upper_bound":33052.06553543472},"point_estimate":22689.154419952312,"standard_error":6537.841339375912}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index b10dbcba0e8a..e4f45ebf81ea 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51975494.0,51941860.0,51967468.0,51941961.0,51974402.0,51955727.0,51963772.0,51921564.0,51942231.0,51993036.0,51979220.0,51971186.0,51927895.0,51947541.0,51967920.0,51953713.0,51949405.0,52115485.0,51924578.0,51954013.0,51941470.0,52894489.0,51967168.0,51981565.0,51946309.0,51965024.0,51945408.0,51974371.0,52587165.0,51950757.0,51948893.0,51967409.0,51926462.0,51963611.0,52004157.0,51965264.0,51922585.0,51953553.0,51971095.0,51951088.0,51966697.0,51928976.0,51981434.0,51951359.0,51944626.0,51927553.0,51958602.0,52071723.0,51964182.0,51922014.0,51991473.0,51941840.0,51950757.0,51978198.0,52033783.0,51927795.0,51957009.0,51931922.0,51964494.0,51967979.0,51959774.0,51961046.0,51962540.0,51949384.0,51947762.0,51952661.0,51973189.0,52627831.0,51931241.0,51973471.0,51950878.0,51944685.0,51929168.0,52027040.0,51939005.0,51975825.0,51932424.0,51993577.0,51943063.0,51975353.0,51967519.0,51977437.0,51916293.0,51935388.0,51931481.0,51974952.0,52068787.0,51924899.0,51939476.0,51991433.0,51933926.0,51944175.0,51966807.0,51980633.0,51951278.0,51950577.0,51920421.0,51938323.0,51939818.0,51971816.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51938638.0,51941874.0,51930613.0,51920324.0,51948617.0,51907050.0,51921126.0,51902641.0,51919112.0,51911288.0,51981128.0,51950160.0,52549634.0,51917910.0,51912590.0,51943628.0,51904916.0,51916677.0,51919893.0,51942986.0,51944099.0,51919204.0,51907699.0,51942073.0,51916756.0,51913649.0,51905976.0,51919310.0,51911356.0,51924600.0,51939988.0,52571463.0,51940960.0,51901677.0,51906746.0,51941312.0,51944949.0,51920352.0,51921694.0,51923948.0,51969284.0,51925602.0,51916555.0,51921975.0,51924790.0,51958254.0,51910123.0,51905634.0,51944046.0,51963783.0,51948676.0,51910473.0,51906837.0,51933947.0,51943806.0,51927996.0,51917687.0,51937695.0,51933727.0,51929439.0,51911926.0,51941712.0,51907157.0,51925201.0,51901937.0,51926965.0,51912868.0,51917105.0,51921335.0,51952923.0,51955278.0,51903690.0,51909201.0,52977403.0,53126933.0,51917176.0,51919951.0,51911396.0,51925842.0,51930621.0,51930100.0,51923308.0,51920131.0,51922636.0,51906365.0,51905164.0,51923709.0,51945419.0,51918940.0,51987297.0,51910704.0,51920933.0,51950248.0,51948395.0,51901386.0,51959595.0,51945438.0,51894433.0,51910724.0,51889163.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index 478d498a8e06..9fb3269d6e39 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6480791.5,6486761.6875,6502682.1875,6508652.375] \ No newline at end of file +[6477533.78125,6483253.984375,6498507.859375,6504228.0625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 85121283fbe0..fca781427122 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0003231957539685082,"upper_bound":0.0013598046945841314},"point_estimate":0.0008032366536863123,"standard_error":0.00026525419931232037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00030276633723703164,"upper_bound":0.0006740686381292438},"point_estimate":0.0004456620602211192,"standard_error":0.00009908570808333694}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0012148085107079488,"upper_bound":0.0006201982546634229},"point_estimate":-0.0004029124055110467,"standard_error":0.00046529915988362773},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008289765012953168,"upper_bound":-0.0004926988648611581},"point_estimate":-0.0006267843611195145,"standard_error":0.00009276893194848442}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index dd7e1505cb7a..3dcc22a59f33 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494995.41240625,"upper_bound":6501447.97803125},"point_estimate":6497792.6075,"standard_error":1664.319003611407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6493833.375,"upper_bound":6495575.375},"point_estimate":6494358.75,"standard_error":548.6123516157802},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2363.727670535445,"upper_bound":3716.2318130861963},"point_estimate":2973.53957220912,"standard_error":354.0696957935672},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3938.9166038880976,"upper_bound":24619.926710829783},"point_estimate":16663.95938156727,"standard_error":4999.360688235636}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491389.7491875,"upper_bound":6500080.469374999},"point_estimate":6495174.56625,"standard_error":2246.751183597003},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489954.0,"upper_bound":6490870.625},"point_estimate":6490288.1875,"standard_error":252.03749196723163},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1774.7648309916258,"upper_bound":3187.221609978005},"point_estimate":2567.770491912961,"standard_error":399.0018127879411},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8130.095911630637,"upper_bound":33052.06553543472},"point_estimate":22689.154419952312,"standard_error":6537.841339375912}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index b10dbcba0e8a..e4f45ebf81ea 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51975494.0,51941860.0,51967468.0,51941961.0,51974402.0,51955727.0,51963772.0,51921564.0,51942231.0,51993036.0,51979220.0,51971186.0,51927895.0,51947541.0,51967920.0,51953713.0,51949405.0,52115485.0,51924578.0,51954013.0,51941470.0,52894489.0,51967168.0,51981565.0,51946309.0,51965024.0,51945408.0,51974371.0,52587165.0,51950757.0,51948893.0,51967409.0,51926462.0,51963611.0,52004157.0,51965264.0,51922585.0,51953553.0,51971095.0,51951088.0,51966697.0,51928976.0,51981434.0,51951359.0,51944626.0,51927553.0,51958602.0,52071723.0,51964182.0,51922014.0,51991473.0,51941840.0,51950757.0,51978198.0,52033783.0,51927795.0,51957009.0,51931922.0,51964494.0,51967979.0,51959774.0,51961046.0,51962540.0,51949384.0,51947762.0,51952661.0,51973189.0,52627831.0,51931241.0,51973471.0,51950878.0,51944685.0,51929168.0,52027040.0,51939005.0,51975825.0,51932424.0,51993577.0,51943063.0,51975353.0,51967519.0,51977437.0,51916293.0,51935388.0,51931481.0,51974952.0,52068787.0,51924899.0,51939476.0,51991433.0,51933926.0,51944175.0,51966807.0,51980633.0,51951278.0,51950577.0,51920421.0,51938323.0,51939818.0,51971816.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51938638.0,51941874.0,51930613.0,51920324.0,51948617.0,51907050.0,51921126.0,51902641.0,51919112.0,51911288.0,51981128.0,51950160.0,52549634.0,51917910.0,51912590.0,51943628.0,51904916.0,51916677.0,51919893.0,51942986.0,51944099.0,51919204.0,51907699.0,51942073.0,51916756.0,51913649.0,51905976.0,51919310.0,51911356.0,51924600.0,51939988.0,52571463.0,51940960.0,51901677.0,51906746.0,51941312.0,51944949.0,51920352.0,51921694.0,51923948.0,51969284.0,51925602.0,51916555.0,51921975.0,51924790.0,51958254.0,51910123.0,51905634.0,51944046.0,51963783.0,51948676.0,51910473.0,51906837.0,51933947.0,51943806.0,51927996.0,51917687.0,51937695.0,51933727.0,51929439.0,51911926.0,51941712.0,51907157.0,51925201.0,51901937.0,51926965.0,51912868.0,51917105.0,51921335.0,51952923.0,51955278.0,51903690.0,51909201.0,52977403.0,53126933.0,51917176.0,51919951.0,51911396.0,51925842.0,51930621.0,51930100.0,51923308.0,51920131.0,51922636.0,51906365.0,51905164.0,51923709.0,51945419.0,51918940.0,51987297.0,51910704.0,51920933.0,51950248.0,51948395.0,51901386.0,51959595.0,51945438.0,51894433.0,51910724.0,51889163.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index 478d498a8e06..9fb3269d6e39 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6480791.5,6486761.6875,6502682.1875,6508652.375] \ No newline at end of file +[6477533.78125,6483253.984375,6498507.859375,6504228.0625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index cae4e84fc334..e3cd39983b10 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs) - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - + + +0.7 + + + 0.8 - - -1 + + +0.9 - - -1.2 + + +1 - + - + +1.8 + + + +2 + + + +2.2 + + + 2.4 - - + + 2.6 - - + + 2.8 - - + + 3 - - + + 3.2 - - -3.4 - - - -3.6 - - - -3.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index e557f13955c8..9bc0780b334c 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,54 +9,62 @@ Density (a.u.) Average time (µs) - + +0.01 + + + 0.02 - - -0.04 + + +0.03 - - -0.06 + + +0.04 - - -0.08 + + +0.05 - - -0.1 + + +0.06 - - -0.12 + + +0.07 - + - -5 - - - + 10 - - + + 15 - - + + 20 - - + + 25 - - - - + + +30 + + + +35 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index a58b511e5c15..e73974eca127 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,37 +16,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - + + +6.62 + + + +6.64 + + 0 @@ -92,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 8e78a225dfba..cef16e243dce 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,63 +9,63 @@ Density (a.u.) Average Time (ms) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - - -70 + + +30 - - -80 + + +35 - - -90 + + +40 - - -100 + + +45 - + - + 6.5 - - + + 6.55 - - + + 6.6 - - - - - + + +6.65 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index 2ae6e89ee6a9..998070c1d9a6 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - -600 + + +500 - - -800 + + +600 - - -1000 + + +700 - - -1200 + + +800 - - -1400 + + +900 - + - -4e-4 - - - -6e-4 - - - -8e-4 + +-0.001 - - -0.001 + + +-5e-4 - - -0.0012 + + +0 - - -0.0014 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index e9f2ff9ac318..3ee49d7a4eb7 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - + + +4000 + + + +4500 + + - -3e-4 + +-0.00085 - - -0.00035 + + +-8e-4 - - -4e-4 + + +-0.00075 - - -0.00045 + + +-7e-4 - + -5e-4 +-0.00065 - -0.00055 - - - -6e-4 + +-6e-4 - - -0.00065 + + +-0.00055 - - -7e-4 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 42afcdfee8ab..6dcd4f20c41c 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,65 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index 1ec42aaed5a4..a533a4810947 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000612 - 0.0000630 - 0.0000600 + 0.0015535 + 0.0015971 + 0.0015252 Mean - 6.4950 ms - 6.4978 ms - 6.5014 ms + 6.4914 ms + 6.4952 ms + 6.5001 ms Std. Dev. - 3.9389 µs - 16.664 µs - 24.620 µs + 8.1301 µs + 22.689 µs + 33.052 µs Median - 6.4938 ms - 6.4944 ms - 6.4956 ms + 6.4900 ms + 6.4903 ms + 6.4909 ms MAD - 2.3637 µs - 2.9735 µs - 3.7162 µs + 1.7748 µs + 2.5678 µs + 3.1872 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0323% - +0.0803% - +0.1360% - (p = 0.00 < + -0.1215% + -0.0403% + +0.0620% + (p = 0.36 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index ca3bf4b743ca..45d23306138d 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,37 +15,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - + + +6.62 + + + +6.64 + + 10 @@ -87,106 +97,106 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index 8d5d20858c86..e9a49f04e719 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,37 +12,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - + + +6.62 + + + +6.64 + + 10 @@ -84,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - + + + - - - + + + - - - - - - - + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index 484575349156..9f8c4b8c6d7a 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 + + + +180 - - -250 + + +200 - + - + +6.491 + + + +6.492 + + + +6.493 + + + +6.494 + + + 6.495 - - + + 6.496 - - + + 6.497 - - + + 6.498 - - + + 6.499 - - + + 6.5 - - + + 6.501 - - -6.502 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 5ee1d418ef2c..8e73b29b5cb0 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (ms) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - + + +1400 + + + +1600 + + + +1800 + + + +2000 + + + +2200 + + - -6.4938 + +6.4899 + + + +6.49 - - -6.494 + + +6.4901 - - -6.4942 + + +6.4902 - - -6.4944 + + +6.4903 - - -6.4946 + + +6.4904 - - -6.4948 + + +6.4905 - - -6.495 + + +6.4906 - - -6.4952 + + +6.4907 - - -6.4954 + + +6.4908 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index 6b971ccd38f4..8a0009b602a5 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,38 +46,50 @@ Average Time (ms) - + +6.46 + + + 6.48 - - + + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - - + + 6.62 - + + +6.64 + + + +6.66 + + Density (a.u.) @@ -86,64 +98,48 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index b868e4d751a1..3ec846ce4fc8 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,59 +10,55 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + -45 +35 - -50 + +40 - + - + 6.5 - - + + 6.55 - - + + 6.6 - - - + + +6.65 + + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index cd638bfcc014..8823aa00d6de 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,37 +13,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + 6.5 - - + + 6.52 - - + + 6.54 - - + + 6.56 - - + + 6.58 - - + + 6.6 - + + +6.62 + + + +6.64 + + 0 @@ -89,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index e0b789fa2726..7b9d3dbf1880 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -7,60 +7,60 @@ Average Time (ms) -10 +5 -20 +10 -30 +15 -40 +20 - -50 - - - -60 + +25 - - -70 + + +30 - - -80 + + +35 - - -90 + + +40 - - -100 + + +45 - + - + 6.5 - - + + 6.55 - - + + 6.6 - - - - - + + +6.65 + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 6029555152a6..5157652efaf9 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,62 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 + + + +180 - - -250 + + +200 - + - + +6.491 + + + +6.492 + + + +6.493 + + + +6.494 + + + 6.495 - - + + 6.496 - - + + 6.497 - - + + 6.498 - - + + 6.499 - - + + 6.5 - - + + 6.501 - - -6.502 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index a2520c9a7c39..354cbf73ca5c 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6638520.31240625,"upper_bound":6646517.6445625},"point_estimate":6642146.94125,"standard_error":2042.501934636353},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635950.875,"upper_bound":6639508.625},"point_estimate":6637301.5,"standard_error":864.8884658124288},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5829.861083999276,"upper_bound":10131.650389814744},"point_estimate":7653.181064128876,"standard_error":1058.8230546424215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11597.870658942285,"upper_bound":27557.803409139804},"point_estimate":20459.46707793604,"standard_error":4129.744179912963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634079.186000001,"upper_bound":6644063.30209375},"point_estimate":6638677.13125,"standard_error":2561.8509603065145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630838.25,"upper_bound":6633095.6875},"point_estimate":6632060.5625,"standard_error":572.9503856305191},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3937.2295551002026,"upper_bound":7006.118838116527},"point_estimate":5407.598078995943,"standard_error":807.7998733352638},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15540.621940372934,"upper_bound":33844.75823431033},"point_estimate":25832.80312060587,"standard_error":4678.168530295216}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index 3c07db2cfaed..5e3866a948b4 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53086704.0,53075894.0,53109556.0,53220104.0,53129985.0,53428963.0,53028375.0,53140815.0,53104006.0,53131888.0,53131378.0,53126399.0,53140534.0,53108555.0,53117031.0,53102995.0,53835281.0,53135024.0,53100480.0,53062229.0,53171422.0,53102544.0,53230692.0,53102423.0,53037963.0,53043063.0,53147428.0,53119746.0,53124906.0,53757186.0,53093206.0,53074481.0,53004861.0,53112121.0,53191380.0,53145975.0,53038455.0,53117251.0,53036921.0,53093206.0,53278571.0,53210215.0,53040418.0,53030930.0,53067900.0,53098506.0,53220534.0,53304210.0,53116069.0,53090812.0,53191390.0,53014952.0,53058834.0,53131761.0,53929640.0,53087607.0,53135267.0,53052392.0,53169531.0,53098318.0,53264348.0,53053395.0,53124957.0,53043676.0,53054466.0,53068382.0,53054376.0,53073431.0,53018729.0,53145537.0,53025102.0,53018127.0,53097817.0,53190370.0,53176514.0,53032836.0,53025311.0,53093008.0,53183968.0,53066197.0,53078501.0,53091444.0,53056069.0,53077920.0,53119387.0,53017608.0,53176845.0,53040750.0,53039949.0,53090843.0,53078130.0,53069815.0,53909310.0,53128093.0,53067841.0,53036412.0,53057942.0,53214655.0,53089592.0,53076617.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53744964.0,53103143.0,53031809.0,53054170.0,53075561.0,53009307.0,53055543.0,53060824.0,53034945.0,53012512.0,52991082.0,53013625.0,52986223.0,53000830.0,53020267.0,53061984.0,53015278.0,53055744.0,53052096.0,53833451.0,53069530.0,53015769.0,53043500.0,53073266.0,53049602.0,53010078.0,53268041.0,54084431.0,53069980.0,53729427.0,53056444.0,52994930.0,53036457.0,53049992.0,53013816.0,53062817.0,53096349.0,53081612.0,53179305.0,53042147.0,53072555.0,53074008.0,53033652.0,53024205.0,53076142.0,53564076.0,53083074.0,53013895.0,53072985.0,53049722.0,53031900.0,53060793.0,53064730.0,53027010.0,53021118.0,53007734.0,53125775.0,53172152.0,53027601.0,53024194.0,53110055.0,53007744.0,53060833.0,53049701.0,53071814.0,53069790.0,53012994.0,53062697.0,53061895.0,53056525.0,53031057.0,53068307.0,53021559.0,53088124.0,53082574.0,53098613.0,53821970.0,53066834.0,53016089.0,53151162.0,53003907.0,53058689.0,53023342.0,53097832.0,53069178.0,53017472.0,52997114.0,53099876.0,53029905.0,53008174.0,53078987.0,53014006.0,53072174.0,53067035.0,53095287.0,53216024.0,53021008.0,53043711.0,53993692.0,53055783.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index da6442fc9e36..f9c358546ba1 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6601578.90625,6616952.640625,6657949.265625,6673323.0] \ No newline at end of file +[6607628.15625,6617745.09375,6644723.59375,6654840.53125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 0b10ef0355cb..e65b43caa52f 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007911033070154617,"upper_bound":0.0023886920145708146},"point_estimate":0.0015905983500319465,"standard_error":0.0004042804372384632},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001102364534307565,"upper_bound":0.0017049818401846384},"point_estimate":0.0013734218927201614,"standard_error":0.0001542517773991331}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015006903226621484,"upper_bound":0.0004849577762469358},"point_estimate":-0.0005223928393471855,"standard_error":0.0005079525156633578},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011336556176536616,"upper_bound":-0.0005122991683995659},"point_estimate":-0.0007896187177875991,"standard_error":0.00015661698777477947}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index a2520c9a7c39..354cbf73ca5c 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6638520.31240625,"upper_bound":6646517.6445625},"point_estimate":6642146.94125,"standard_error":2042.501934636353},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635950.875,"upper_bound":6639508.625},"point_estimate":6637301.5,"standard_error":864.8884658124288},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5829.861083999276,"upper_bound":10131.650389814744},"point_estimate":7653.181064128876,"standard_error":1058.8230546424215},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11597.870658942285,"upper_bound":27557.803409139804},"point_estimate":20459.46707793604,"standard_error":4129.744179912963}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6634079.186000001,"upper_bound":6644063.30209375},"point_estimate":6638677.13125,"standard_error":2561.8509603065145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630838.25,"upper_bound":6633095.6875},"point_estimate":6632060.5625,"standard_error":572.9503856305191},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3937.2295551002026,"upper_bound":7006.118838116527},"point_estimate":5407.598078995943,"standard_error":807.7998733352638},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15540.621940372934,"upper_bound":33844.75823431033},"point_estimate":25832.80312060587,"standard_error":4678.168530295216}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index 3c07db2cfaed..5e3866a948b4 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53086704.0,53075894.0,53109556.0,53220104.0,53129985.0,53428963.0,53028375.0,53140815.0,53104006.0,53131888.0,53131378.0,53126399.0,53140534.0,53108555.0,53117031.0,53102995.0,53835281.0,53135024.0,53100480.0,53062229.0,53171422.0,53102544.0,53230692.0,53102423.0,53037963.0,53043063.0,53147428.0,53119746.0,53124906.0,53757186.0,53093206.0,53074481.0,53004861.0,53112121.0,53191380.0,53145975.0,53038455.0,53117251.0,53036921.0,53093206.0,53278571.0,53210215.0,53040418.0,53030930.0,53067900.0,53098506.0,53220534.0,53304210.0,53116069.0,53090812.0,53191390.0,53014952.0,53058834.0,53131761.0,53929640.0,53087607.0,53135267.0,53052392.0,53169531.0,53098318.0,53264348.0,53053395.0,53124957.0,53043676.0,53054466.0,53068382.0,53054376.0,53073431.0,53018729.0,53145537.0,53025102.0,53018127.0,53097817.0,53190370.0,53176514.0,53032836.0,53025311.0,53093008.0,53183968.0,53066197.0,53078501.0,53091444.0,53056069.0,53077920.0,53119387.0,53017608.0,53176845.0,53040750.0,53039949.0,53090843.0,53078130.0,53069815.0,53909310.0,53128093.0,53067841.0,53036412.0,53057942.0,53214655.0,53089592.0,53076617.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53744964.0,53103143.0,53031809.0,53054170.0,53075561.0,53009307.0,53055543.0,53060824.0,53034945.0,53012512.0,52991082.0,53013625.0,52986223.0,53000830.0,53020267.0,53061984.0,53015278.0,53055744.0,53052096.0,53833451.0,53069530.0,53015769.0,53043500.0,53073266.0,53049602.0,53010078.0,53268041.0,54084431.0,53069980.0,53729427.0,53056444.0,52994930.0,53036457.0,53049992.0,53013816.0,53062817.0,53096349.0,53081612.0,53179305.0,53042147.0,53072555.0,53074008.0,53033652.0,53024205.0,53076142.0,53564076.0,53083074.0,53013895.0,53072985.0,53049722.0,53031900.0,53060793.0,53064730.0,53027010.0,53021118.0,53007734.0,53125775.0,53172152.0,53027601.0,53024194.0,53110055.0,53007744.0,53060833.0,53049701.0,53071814.0,53069790.0,53012994.0,53062697.0,53061895.0,53056525.0,53031057.0,53068307.0,53021559.0,53088124.0,53082574.0,53098613.0,53821970.0,53066834.0,53016089.0,53151162.0,53003907.0,53058689.0,53023342.0,53097832.0,53069178.0,53017472.0,52997114.0,53099876.0,53029905.0,53008174.0,53078987.0,53014006.0,53072174.0,53067035.0,53095287.0,53216024.0,53021008.0,53043711.0,53993692.0,53055783.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index da6442fc9e36..f9c358546ba1 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6601578.90625,6616952.640625,6657949.265625,6673323.0] \ No newline at end of file +[6607628.15625,6617745.09375,6644723.59375,6654840.53125] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 7d8688b3daf9..38af86cac8ae 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,94 +9,78 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - + +4 + + + +4.5 + + + +5 + + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - -7.5 - - - -8 - - - -8.5 - - - -9 - - - -9.5 - - - -10 - - - -10.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index dcc5a030ccaa..dbf580d9ccbe 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - -0.1 - - + - -10 - - - -12 - - - + 14 - - + + 16 - - + + 18 - - + + 20 - - + + 22 - - + + 24 - - + + 26 - - + + 28 - - - - + + +30 + + + +32 + + + +34 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 431f9ff611eb..f6ada61ff8ac 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,42 +16,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.62 - - - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + + +6.76 + + 0 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index 3a4e80990da8..44ff11489189 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,47 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 311b54a337b5..8e73c12dd088 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - + - -8e-4 - - - -0.001 + +-0.0015 - - -0.0012 + + +-0.001 - - -0.0014 + + +-5e-4 - - -0.0016 - - - -0.0018 - - + -0.002 +0 - -0.0022 - - -0.0024 +5e-4 - - - + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index 3ca3d0e14517..f58e42ffd753 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,58 +9,66 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + + +3000 + + - -0.0011 + +-0.0012 + + + +-0.0011 - - -0.0012 + + +-0.001 - - -0.0013 + + +-9e-4 - - -0.0014 + + +-8e-4 - - -0.0015 + + +-7e-4 - - -0.0016 + + +-6e-4 - - -0.0017 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index d35aff805c94..1af1c67f1a1b 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -21,69 +21,69 @@ t score 0.1 - + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index 3732ab41d381..72ae041f1478 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013384 - 0.0013809 - 0.0013201 + 0.0006588 + 0.0006799 + 0.0006513 Mean - 6.6385 ms - 6.6421 ms - 6.6465 ms + 6.6341 ms + 6.6387 ms + 6.6441 ms Std. Dev. - 11.598 µs - 20.459 µs - 27.558 µs + 15.541 µs + 25.833 µs + 33.845 µs Median - 6.6360 ms - 6.6373 ms - 6.6395 ms + 6.6308 ms + 6.6321 ms + 6.6331 ms MAD - 5.8299 µs - 7.6532 µs - 10.132 µs + 3.9372 µs + 5.4076 µs + 7.0061 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0791% - +0.1591% - +0.2389% - (p = 0.00 < + -0.1501% + -0.0522% + +0.0485% + (p = 0.30 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index 9c022b068b0b..709503e351fe 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + + +6.76 + + 10 @@ -87,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 5bc3a1be18f7..bd54458ba15a 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,42 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + + +6.76 + + 10 @@ -84,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index 0ecf37deeebc..a0b430f35a7b 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 + + + +6.634 - - -200 + + +6.636 - - - + + 6.638 - - -6.639 - - - + + 6.64 - - -6.641 - - - + + 6.642 - - -6.643 - - - + + 6.644 - - -6.645 - - - -6.646 - - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index 8e467b5986b7..d0fa203fa9fd 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -10,73 +10,61 @@ Average time (ms) -100 - - - 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - - -6.636 + + +1000 - - -6.6365 + + +1200 - - -6.637 + + +1400 - - -6.6375 + + +1600 + + + + +6.631 - - -6.638 + + +6.6315 - - -6.6385 + + +6.632 - - -6.639 + + +6.6325 - - -6.6395 + + +6.633 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index fc2708171f4f..733c97370f5d 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,42 +46,46 @@ Average Time (ms) - + 6.6 - - + + 6.62 - - + + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - - + + 6.76 - + + +6.78 + + Density (a.u.) @@ -90,52 +94,58 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 13d4c5ca5d4f..e9c677604051 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index bbce7fb40313..e5f73b7b8c34 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -6.62 - - - + 6.64 - - + + 6.66 - - + + 6.68 - - + + 6.7 - - + + 6.72 - - + + 6.74 - + + +6.76 + + 0 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 9b514681f8ca..4d126592e618 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,45 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - + - + 6.6 - - + + 6.65 - - + + 6.7 - - - - - + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index ed0657220478..65713624fec3 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 + + + +6.634 - - -200 + + +6.636 - - - + + 6.638 - - -6.639 - - - + + 6.64 - - -6.641 - - - + + 6.642 - - -6.643 - - - + + 6.644 - - -6.645 - - - -6.646 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 9a0f330b4cd9..32f900d0b515 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8067.360477393929,"upper_bound":8157.74739393676},"point_estimate":8105.333015770107,"standard_error":23.501554004852437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8084.647501010713,"upper_bound":8113.374461979914},"point_estimate":8103.404717013949,"standard_error":7.405343687716057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.635087676989926,"upper_bound":84.21586807710355},"point_estimate":65.13235721464544,"standard_error":7.812750778931346},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8078.201841489471,"upper_bound":8226.16787998901},"point_estimate":8128.3295901389965,"standard_error":41.98901812910554},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.29904807495004,"upper_bound":376.54225816672346},"point_estimate":235.7515095167758,"standard_error":89.23184679484844}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8039.464496642621,"upper_bound":8140.468153272249},"point_estimate":8083.667138492132,"standard_error":26.0017127202173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8040.895537525355,"upper_bound":8063.991660300484},"point_estimate":8048.454127008894,"standard_error":5.880192594994295},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.598344937527806,"upper_bound":76.08834772479192},"point_estimate":57.040126928511654,"standard_error":8.348578360986892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8050.308712626942,"upper_bound":8209.775462181196},"point_estimate":8116.511409348134,"standard_error":41.75984379249747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.21856348297473,"upper_bound":391.77946445863813},"point_estimate":261.4415736392273,"standard_error":76.62036243304475}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 8a20a34215d7..1755debe1a7b 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[137416.0,294215.0,400473.0,538173.0,675253.0,811818.0,958624.0,1074883.0,1223643.0,1363048.0,1533179.0,1653224.0,1796863.0,1930188.0,2056572.0,2216290.0,2314981.0,2383120.0,2518750.0,2626890.0,2769932.0,2900964.0,3185741.0,3312965.0,3459679.0,3621642.0,3753551.0,3871704.0,3992751.0,4123178.0,4306577.0,4514535.0,4559379.0,4712599.0,4843650.0,4997428.0,5098797.0,5239948.0,5380564.0,5556013.0,5655022.0,5814770.0,5987406.0,6114577.0,6235596.0,6400346.0,6504044.0,6644088.0,6799377.0,6903118.0,7158096.0,7301608.0,7275724.0,7457676.0,7633675.0,7774305.0,7875151.0,8001825.0,8091787.0,8142403.0,8338837.0,8553254.0,8680830.0,8735627.0,8956587.0,8963309.0,9177184.0,9317777.0,9556427.0,9519761.0,9780121.0,9895425.0,9999110.0,10143229.0,10259293.0,10419244.0,10588160.0,10754325.0,10839996.0,10963821.0,11138028.0,11315049.0,14303155.0,11555714.0,11733372.0,11853732.0,11901758.0,12027763.0,12260599.0,12359220.0,12412058.0,12658938.0,12716698.0,13013092.0,13086841.0,13127832.0,13331831.0,13493982.0,13499370.0,13682057.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138120.0,285235.0,400004.0,539524.0,679893.0,806441.0,950222.0,1069170.0,1209154.0,1362771.0,1507577.0,1649593.0,1807838.0,1906768.0,2049112.0,2197751.0,2314686.0,2383060.0,2492993.0,2603674.0,2749839.0,2880962.0,3167652.0,3402416.0,3422255.0,3557994.0,3727249.0,3822152.0,3967244.0,4099388.0,4417906.0,4440007.0,4511495.0,4722627.0,4830705.0,4961532.0,5080460.0,5187471.0,5418062.0,5536262.0,5613321.0,5789563.0,5914944.0,6090977.0,6238859.0,6308562.0,6508985.0,6720034.0,6748452.0,6907912.0,7020521.0,7143449.0,7332527.0,7435664.0,7567096.0,7714126.0,7859770.0,7928323.0,8028969.0,8205567.0,8341342.0,8404749.0,8634877.0,8754763.0,8890608.0,9068821.0,9145510.0,9262008.0,9450355.0,9560272.0,11941528.0,9844621.0,10004102.0,10087237.0,10288825.0,10345085.0,10458953.0,10661542.0,10793693.0,10919584.0,11132077.0,11187770.0,11361810.0,11518354.0,13758416.0,11769033.0,11848375.0,12036899.0,12131519.0,12289307.0,12463524.0,12563437.0,12707440.0,12788321.0,12977752.0,13517273.0,13445776.0,13405354.0,13488895.0,13593731.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 0ca7d2a01f3b..eda045442363 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7768.950064232589,7908.4715474983095,8280.528836206897,8420.050319472617] \ No newline at end of file +[7768.120899278325,7893.2607642548355,8226.967070858864,8352.106935835374] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 59d42fb6be1f..9a23018df82e 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020054561107481127,"upper_bound":0.0042076069084853555},"point_estimate":-0.006579385496904178,"standard_error":0.006207755853092439},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0034471612896808113,"upper_bound":0.0017798412226897788},"point_estimate":-0.00042363327002037376,"standard_error":0.0013066695382232658}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011036299964533968,"upper_bound":0.005999289667271949},"point_estimate":-0.0026730397425769326,"standard_error":0.004299053673701058},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008219073834052182,"upper_bound":-0.003607871698819487},"point_estimate":-0.006781173090081638,"standard_error":0.0011810829370487816}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 9a0f330b4cd9..32f900d0b515 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8067.360477393929,"upper_bound":8157.74739393676},"point_estimate":8105.333015770107,"standard_error":23.501554004852437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8084.647501010713,"upper_bound":8113.374461979914},"point_estimate":8103.404717013949,"standard_error":7.405343687716057},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.635087676989926,"upper_bound":84.21586807710355},"point_estimate":65.13235721464544,"standard_error":7.812750778931346},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8078.201841489471,"upper_bound":8226.16787998901},"point_estimate":8128.3295901389965,"standard_error":41.98901812910554},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":90.29904807495004,"upper_bound":376.54225816672346},"point_estimate":235.7515095167758,"standard_error":89.23184679484844}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8039.464496642621,"upper_bound":8140.468153272249},"point_estimate":8083.667138492132,"standard_error":26.0017127202173},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8040.895537525355,"upper_bound":8063.991660300484},"point_estimate":8048.454127008894,"standard_error":5.880192594994295},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.598344937527806,"upper_bound":76.08834772479192},"point_estimate":57.040126928511654,"standard_error":8.348578360986892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8050.308712626942,"upper_bound":8209.775462181196},"point_estimate":8116.511409348134,"standard_error":41.75984379249747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103.21856348297473,"upper_bound":391.77946445863813},"point_estimate":261.4415736392273,"standard_error":76.62036243304475}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 8a20a34215d7..1755debe1a7b 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[137416.0,294215.0,400473.0,538173.0,675253.0,811818.0,958624.0,1074883.0,1223643.0,1363048.0,1533179.0,1653224.0,1796863.0,1930188.0,2056572.0,2216290.0,2314981.0,2383120.0,2518750.0,2626890.0,2769932.0,2900964.0,3185741.0,3312965.0,3459679.0,3621642.0,3753551.0,3871704.0,3992751.0,4123178.0,4306577.0,4514535.0,4559379.0,4712599.0,4843650.0,4997428.0,5098797.0,5239948.0,5380564.0,5556013.0,5655022.0,5814770.0,5987406.0,6114577.0,6235596.0,6400346.0,6504044.0,6644088.0,6799377.0,6903118.0,7158096.0,7301608.0,7275724.0,7457676.0,7633675.0,7774305.0,7875151.0,8001825.0,8091787.0,8142403.0,8338837.0,8553254.0,8680830.0,8735627.0,8956587.0,8963309.0,9177184.0,9317777.0,9556427.0,9519761.0,9780121.0,9895425.0,9999110.0,10143229.0,10259293.0,10419244.0,10588160.0,10754325.0,10839996.0,10963821.0,11138028.0,11315049.0,14303155.0,11555714.0,11733372.0,11853732.0,11901758.0,12027763.0,12260599.0,12359220.0,12412058.0,12658938.0,12716698.0,13013092.0,13086841.0,13127832.0,13331831.0,13493982.0,13499370.0,13682057.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[138120.0,285235.0,400004.0,539524.0,679893.0,806441.0,950222.0,1069170.0,1209154.0,1362771.0,1507577.0,1649593.0,1807838.0,1906768.0,2049112.0,2197751.0,2314686.0,2383060.0,2492993.0,2603674.0,2749839.0,2880962.0,3167652.0,3402416.0,3422255.0,3557994.0,3727249.0,3822152.0,3967244.0,4099388.0,4417906.0,4440007.0,4511495.0,4722627.0,4830705.0,4961532.0,5080460.0,5187471.0,5418062.0,5536262.0,5613321.0,5789563.0,5914944.0,6090977.0,6238859.0,6308562.0,6508985.0,6720034.0,6748452.0,6907912.0,7020521.0,7143449.0,7332527.0,7435664.0,7567096.0,7714126.0,7859770.0,7928323.0,8028969.0,8205567.0,8341342.0,8404749.0,8634877.0,8754763.0,8890608.0,9068821.0,9145510.0,9262008.0,9450355.0,9560272.0,11941528.0,9844621.0,10004102.0,10087237.0,10288825.0,10345085.0,10458953.0,10661542.0,10793693.0,10919584.0,11132077.0,11187770.0,11361810.0,11518354.0,13758416.0,11769033.0,11848375.0,12036899.0,12131519.0,12289307.0,12463524.0,12563437.0,12707440.0,12788321.0,12977752.0,13517273.0,13445776.0,13405354.0,13488895.0,13593731.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 0ca7d2a01f3b..eda045442363 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7768.950064232589,7908.4715474983095,8280.528836206897,8420.050319472617] \ No newline at end of file +[7768.120899278325,7893.2607642548355,8226.967070858864,8352.106935835374] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index e1d78793f854..19f63133d74f 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - -0.05 + + +0.045 - - -0.06 + + +0.05 - + - + +40 + + + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - -80 - - - -85 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 3761416c8e83..96b5104beb31 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - + - + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index d4be09aca7f6..0708b74fca78 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -34,30 +34,22 @@ Average Time (µs) - + 8 - - + + 9 - - + + 10 - - -11 - - - -12 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index a8e5283cbfbb..7052a19c817d 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -9,101 +9,91 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + - - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - - - + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 27d7dc28a7cd..6823cb0c81c9 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - --0.02 + + +70 + + + +80 - - --0.015 + + +90 - - + + + +-0.012 + + + -0.01 - - --0.005 + + +-0.008 + + + +-0.006 - - + + +-0.004 + + + +-0.002 + + + 0 - - -0.005 + + +0.002 + + + +0.004 + + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 5540dbec9f8b..7a06b0047922 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + - --0.004 + +-0.0085 + + + +-0.008 - - --0.003 + + +-0.0075 - - --0.002 + + +-0.007 - - --0.001 + + +-0.0065 - - -0 + + +-0.006 - - -0.001 + + +-0.0055 + + + +-0.005 + + + +-0.0045 + + + +-0.004 - - -0.002 + + +-0.0035 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index b1c9f4e15a86..5b221684fbc8 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,65 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 7acd654d7ad9..e1c5e775f0cd 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0782 µs - 8.1283 µs - 8.2262 µs + 8.0503 µs + 8.1165 µs + 8.2098 µs R² - 0.8372745 - 0.8411200 - 0.8266568 + 0.8162006 + 0.8227439 + 0.8098589 Mean - 8.0674 µs - 8.1053 µs - 8.1577 µs + 8.0395 µs + 8.0837 µs + 8.1405 µs Std. Dev. - 90.299 ns - 235.75 ns - 376.54 ns + 103.22 ns + 261.44 ns + 391.78 ns Median - 8.0846 µs - 8.1034 µs - 8.1134 µs + 8.0409 µs + 8.0485 µs + 8.0640 µs MAD - 51.635 ns - 65.132 ns - 84.216 ns + 43.598 ns + 57.040 ns + 76.088 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -2.0055% - -0.6579% - +0.4208% - (p = 0.34 > + -1.1036% + -0.2673% + +0.5999% + (p = 0.56 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 01e1d1bc1962..52b80ac6ea25 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + -18 +16 - -8.06 + +8.04 - - -8.07 + + +8.06 - - + + 8.08 - - -8.09 - - - + + 8.1 - - -8.11 - - - + + 8.12 - - -8.13 - - - + + 8.14 - - -8.15 - - - -8.16 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index bfb579542507..4cf35a5df958 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -8.085 + + +140 - - -8.09 + + +160 - - -8.095 + + + +8.04 - - -8.1 + + +8.045 - - -8.105 + + +8.05 - - -8.11 + + +8.055 - - -8.115 + + +8.06 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index d3626d10f671..c95f4d0f3765 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (µs) - + 7.5 - - + + 8 - - + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - + Density (a.u.) @@ -78,56 +78,60 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index dc339c04beb0..887c8abe7468 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,43 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + - + 8 - - + + 9 - - + + 10 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 21999ca2dd05..07bbdc5d7aed 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,42 +16,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -87,106 +82,106 @@ Iterations (x 10^3) - - - - + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index c671918fdbd7..6349216f8c92 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,42 +13,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -86,102 +81,102 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 495b42d6d396..bd8798b806e6 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -31,28 +31,20 @@ Average Time (µs) - + 8 - - + + 9 - - + + 10 - - -11 - - - -12 - - - - - - + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 2c9401cc3413..9929ac8ccd8c 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -6,99 +6,89 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + - - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - - - + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index f6efc37597ef..aad57d4fe74e 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - -16 - - - -18 - - - -20 + + + +8.04 - - -22 + + +8.06 - - - + + 8.08 - - + + 8.1 - - + + 8.12 - - + + 8.14 - - + + 8.16 - - + + 8.18 - - + + 8.2 - - + + 8.22 - - -8.24 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 6863eec8776e..ce99cf23c15c 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,90 +9,74 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - - -16 - - - -18 - - - -20 + + + +8.04 - - -22 + + +8.06 - - - + + 8.08 - - + + 8.1 - - + + 8.12 - - + + 8.14 - - + + 8.16 - - + + 8.18 - - + + 8.2 - - + + 8.22 - - -8.24 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 7e3ee734015a..420d77d31dc0 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94570.01454376309,"upper_bound":95295.32083256502},"point_estimate":94931.12922459343,"standard_error":184.70159924777823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94612.1706864564,"upper_bound":95339.39377289377},"point_estimate":95009.57590885815,"standard_error":174.68960907642708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":998.7122092797631,"upper_bound":1714.8528391737336},"point_estimate":1305.6872558252671,"standard_error":182.62292692492895},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94972.77042405424,"upper_bound":95885.62009963971},"point_estimate":95398.21001118876,"standard_error":233.78941620391421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1523.2390995564774,"upper_bound":2147.689067283931},"point_estimate":1852.52219682005,"standard_error":159.37530372401804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97063.41215518885,"upper_bound":98159.3974283656},"point_estimate":97592.0859283803,"standard_error":278.88478851920166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96922.61428571428,"upper_bound":98011.36007326006},"point_estimate":97634.29613384412,"standard_error":300.3205344778723},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1442.3748431119686,"upper_bound":2429.060060177433},"point_estimate":1896.3588306186095,"standard_error":246.07961626599965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97795.81116499628,"upper_bound":98796.05199378975},"point_estimate":98280.96231163842,"standard_error":255.6606043373936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2021.1020879998523,"upper_bound":3629.980555671968},"point_estimate":2802.2123561633557,"standard_error":421.898251479346}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 5503b74fee4f..3e4361009e8e 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[692714.0,1276601.0,2009475.0,2572803.0,3197524.0,3796821.0,4446778.0,5191620.0,5907481.0,6363969.0,6997371.0,7994521.0,8630904.0,9098910.0,9699262.0,10420937.0,10996258.0,12048086.0,12700871.0,13074849.0,13890179.0,14289522.0,14879038.0,16296948.0,17181743.0,17596426.0,17957730.0,18409494.0,19708659.0,20227348.0,20725290.0,21353712.0,22022425.0,22777737.0,23358657.0,23961068.0,25037303.0,25223717.0,25554430.0,26801479.0,26984974.0,28132386.0,28264387.0,28799288.0,29513174.0,31318744.0,32171876.0,32401374.0,32395529.0,33880239.0,34579464.0,34483685.0,35560630.0,36239797.0,36195619.0,37573705.0,38156172.0,38779000.0,39580104.0,40181132.0,40218575.0,41232043.0,42178066.0,42490239.0,43204676.0,44440413.0,43926912.0,45231929.0,46350735.0,46324721.0,47228230.0,47555616.0,48180645.0,49052040.0,50111979.0,50238993.0,50995960.0,52055309.0,51754199.0,52576631.0,54340246.0,55252482.0,55284432.0,55608051.0,56562662.0,56984003.0,60310932.0,61367898.0,62631860.0,60681220.0,60478041.0,61546018.0,62277315.0,65221757.0,62583902.0,63083993.0,64185459.0,64487374.0,65096134.0,66159403.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[666097.0,1331815.0,2003125.0,2643095.0,3189328.0,3788121.0,4596916.0,5446725.0,5979859.0,6385546.0,7136875.0,8340463.0,9360851.0,9774556.0,10005048.0,10766287.0,11342085.0,11875232.0,12842312.0,13561408.0,13917052.0,15004076.0,15757694.0,16190134.0,16928055.0,17832551.0,18716006.0,18979446.0,19849120.0,20307329.0,21349195.0,21966249.0,21913856.0,26762211.0,23445651.0,23711237.0,24999704.0,25752306.0,26758744.0,26747888.0,27264492.0,28573459.0,29558401.0,29636009.0,30873535.0,31261262.0,31697129.0,32849110.0,33982122.0,34884554.0,34630554.0,36582328.0,36271436.0,36566052.0,37732057.0,41299853.0,38540634.0,39862147.0,40936289.0,41195003.0,43180211.0,42641256.0,43667203.0,44927121.0,45788428.0,46644170.0,46090971.0,46875996.0,47313617.0,48385690.0,49493561.0,51007792.0,49818261.0,51293455.0,51824581.0,51325183.0,51703693.0,53153879.0,53390856.0,54276664.0,55141002.0,57143368.0,56717399.0,57753542.0,57088204.0,57259077.0,59939737.0,60371253.0,62309090.0,61934613.0,61550424.0,64960603.0,63569033.0,64972197.0,68843861.0,66788539.0,66810968.0,67846779.0,66751915.0,67224778.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 2b7a2af7c870..3658d40cdc68 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[88481.70582561611,91206.78237322859,98473.65316686187,101198.72971447435] \ No newline at end of file +[88961.04121271335,92629.2877870926,102411.27865210395,106079.52522648321] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index 2b01bddd5cdd..689e5cf194ec 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04792145379886151,"upper_bound":-0.0377267171228607},"point_estimate":-0.043033517100179,"standard_error":0.002605931660577455},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.050333958807887616,"upper_bound":-0.040067685826652766},"point_estimate":-0.04556252057794763,"standard_error":0.0025894302716793958}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02147143446559797,"upper_bound":0.034653079474888715},"point_estimate":0.028030391353413897,"standard_error":0.0033516898600741726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0199590920932462,"upper_bound":0.034012118794533475},"point_estimate":0.02762584928811629,"standard_error":0.0035786929422055784}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 7e3ee734015a..420d77d31dc0 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94570.01454376309,"upper_bound":95295.32083256502},"point_estimate":94931.12922459343,"standard_error":184.70159924777823},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94612.1706864564,"upper_bound":95339.39377289377},"point_estimate":95009.57590885815,"standard_error":174.68960907642708},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":998.7122092797631,"upper_bound":1714.8528391737336},"point_estimate":1305.6872558252671,"standard_error":182.62292692492895},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94972.77042405424,"upper_bound":95885.62009963971},"point_estimate":95398.21001118876,"standard_error":233.78941620391421},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1523.2390995564774,"upper_bound":2147.689067283931},"point_estimate":1852.52219682005,"standard_error":159.37530372401804}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97063.41215518885,"upper_bound":98159.3974283656},"point_estimate":97592.0859283803,"standard_error":278.88478851920166},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96922.61428571428,"upper_bound":98011.36007326006},"point_estimate":97634.29613384412,"standard_error":300.3205344778723},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1442.3748431119686,"upper_bound":2429.060060177433},"point_estimate":1896.3588306186095,"standard_error":246.07961626599965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97795.81116499628,"upper_bound":98796.05199378975},"point_estimate":98280.96231163842,"standard_error":255.6606043373936},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2021.1020879998523,"upper_bound":3629.980555671968},"point_estimate":2802.2123561633557,"standard_error":421.898251479346}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 5503b74fee4f..3e4361009e8e 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[692714.0,1276601.0,2009475.0,2572803.0,3197524.0,3796821.0,4446778.0,5191620.0,5907481.0,6363969.0,6997371.0,7994521.0,8630904.0,9098910.0,9699262.0,10420937.0,10996258.0,12048086.0,12700871.0,13074849.0,13890179.0,14289522.0,14879038.0,16296948.0,17181743.0,17596426.0,17957730.0,18409494.0,19708659.0,20227348.0,20725290.0,21353712.0,22022425.0,22777737.0,23358657.0,23961068.0,25037303.0,25223717.0,25554430.0,26801479.0,26984974.0,28132386.0,28264387.0,28799288.0,29513174.0,31318744.0,32171876.0,32401374.0,32395529.0,33880239.0,34579464.0,34483685.0,35560630.0,36239797.0,36195619.0,37573705.0,38156172.0,38779000.0,39580104.0,40181132.0,40218575.0,41232043.0,42178066.0,42490239.0,43204676.0,44440413.0,43926912.0,45231929.0,46350735.0,46324721.0,47228230.0,47555616.0,48180645.0,49052040.0,50111979.0,50238993.0,50995960.0,52055309.0,51754199.0,52576631.0,54340246.0,55252482.0,55284432.0,55608051.0,56562662.0,56984003.0,60310932.0,61367898.0,62631860.0,60681220.0,60478041.0,61546018.0,62277315.0,65221757.0,62583902.0,63083993.0,64185459.0,64487374.0,65096134.0,66159403.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[666097.0,1331815.0,2003125.0,2643095.0,3189328.0,3788121.0,4596916.0,5446725.0,5979859.0,6385546.0,7136875.0,8340463.0,9360851.0,9774556.0,10005048.0,10766287.0,11342085.0,11875232.0,12842312.0,13561408.0,13917052.0,15004076.0,15757694.0,16190134.0,16928055.0,17832551.0,18716006.0,18979446.0,19849120.0,20307329.0,21349195.0,21966249.0,21913856.0,26762211.0,23445651.0,23711237.0,24999704.0,25752306.0,26758744.0,26747888.0,27264492.0,28573459.0,29558401.0,29636009.0,30873535.0,31261262.0,31697129.0,32849110.0,33982122.0,34884554.0,34630554.0,36582328.0,36271436.0,36566052.0,37732057.0,41299853.0,38540634.0,39862147.0,40936289.0,41195003.0,43180211.0,42641256.0,43667203.0,44927121.0,45788428.0,46644170.0,46090971.0,46875996.0,47313617.0,48385690.0,49493561.0,51007792.0,49818261.0,51293455.0,51824581.0,51325183.0,51703693.0,53153879.0,53390856.0,54276664.0,55141002.0,57143368.0,56717399.0,57753542.0,57088204.0,57259077.0,59939737.0,60371253.0,62309090.0,61934613.0,61550424.0,64960603.0,63569033.0,64972197.0,68843861.0,66788539.0,66810968.0,67846779.0,66751915.0,67224778.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 2b7a2af7c870..3658d40cdc68 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[88481.70582561611,91206.78237322859,98473.65316686187,101198.72971447435] \ No newline at end of file +[88961.04121271335,92629.2877870926,102411.27865210395,106079.52522648321] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 8572df8f04e1..77e61152db40 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 - - - -1.5 + + +0.4 - - -2 + + +0.6 - - -2.5 + + +0.8 - - - + + 1 - - -1.1 - - - + + 1.2 - - -1.3 - - - + + 1.4 - - -1.5 + + +1.6 + + + +1.8 - - + + +2 + + + + +1.4 + + + 1.6 - - -1.7 + + +1.8 + + + +2 + + + +2.2 + + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 083a613e7f82..bda9d5de75b9 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 + + +0.6 - - -1.5 + + +0.7 - - -2 + + +0.8 + + + +0.9 - - -2.5 + + +1 - + - -1.5 + +2 - - -1.6 + + +2.2 - - -1.7 + + +2.4 - - -1.8 + + +2.6 - - -1.9 + + +2.8 - - -2 + + +3 - - -2.1 + + +3.2 - - -2.2 + + +3.4 + + + +3.6 + + + +3.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index e559b9bb87d7..334665d724ce 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -26,26 +26,22 @@ Average Time (µs) - + 90 - - -95 - - - + + 100 - - -105 + + +110 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 497e890f2383..faa4a4a13fa1 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -9,96 +9,86 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 61dc159f948e..45c92ba35c06 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - + -140 +110 - --0.048 + +0.022 + + + +0.024 + + + +0.026 - - --0.046 + + +0.028 - - --0.044 + + +0.03 - - --0.042 + + +0.032 - - --0.04 + + +0.034 - - --0.038 + + +0.036 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index b6da4f57e3b7..a0cc989ee5aa 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,70 +9,86 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + +100 - - -140 + + +110 - - -160 + + + +0.02 - - -180 + + +0.022 - - - --0.05 + + +0.024 - - --0.048 + + +0.026 - - --0.046 + + +0.028 - - --0.044 + + +0.03 - - --0.042 + + +0.032 - - --0.04 + + +0.034 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 06151e2a7a4e..c8fce837f81b 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 08e48fbbd4b1..b4b4a49de89b 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 94.973 µs - 95.398 µs - 95.886 µs + 97.796 µs + 98.281 µs + 98.796 µs R² - 0.9577689 - 0.9603872 - 0.9569535 + 0.9346276 + 0.9378609 + 0.9342179 Mean - 94.570 µs - 94.931 µs - 95.295 µs + 97.063 µs + 97.592 µs + 98.159 µs Std. Dev. - 1.5232 µs - 1.8525 µs - 2.1477 µs + 2.0211 µs + 2.8022 µs + 3.6300 µs Median - 94.612 µs - 95.010 µs - 95.339 µs + 96.923 µs + 97.634 µs + 98.011 µs MAD - 998.71 ns - 1.3057 µs - 1.7149 µs + 1.4424 µs + 1.8964 µs + 2.4291 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.7921% - -4.3034% - -3.7727% + +2.1471% + +2.8030% + +3.4653% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 57e4ed73b926..cbc1afd9be38 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - - -2 - - - -2.2 - - + - -94.5 - - - -94.6 - - - -94.7 - - - -94.8 + +97 - - -94.9 + + +97.2 - - -95 + + +97.4 - - -95.1 + + +97.6 - - -95.2 + + +97.8 - - -95.3 + + +98 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 84a565bb68a1..c04036619d27 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -10,89 +10,73 @@ Average time (µs) -0.5 +0.2 - -1 + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - - -3.5 + + +1.4 - - -4 + + +1.6 - - -4.5 + + +1.8 - - -5 + + +2 - - -5.5 + + +2.2 - + - -94.6 - - - -94.7 - - - -94.8 - - - -94.9 - - - -95 + +97 - - -95.1 + + +97.2 - - -95.2 + + +97.4 - - -95.3 + + +97.6 - - -95.4 + + +97.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 058db54c6a62..c6e51ff383fe 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,34 +42,30 @@ Average Time (µs) - + 90 - - -92 + + +95 - - -94 - - - -96 + + +100 - - -98 + + +105 - - -100 + + +110 - - -102 + + +115 - + Density (a.u.) @@ -78,48 +74,58 @@ Density (a.u.) 0 - -0.05 + +0.02 + + + +0.04 + + + +0.06 + + + +0.08 - - + + 0.1 - - -0.15 - - - -0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +0.12 + + + +0.14 + + + +0.16 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index c7910668ea47..0eb49e3b800c 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,39 +10,55 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 - + -0.2 +0.14 - -0.25 + +0.16 - + + +0.18 + + - + 90 - - -95 - - - + + 100 - - - + + +110 + + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 73506e90be53..dc0fdf6f69c5 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,37 +15,37 @@ Iterations - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -76,107 +76,107 @@ Iterations - + - + - - - - - - - + + + + + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index b41307019735..310b865cc348 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,37 +12,37 @@ Iterations - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - + 100 @@ -79,99 +79,99 @@ Iterations - - + + - + - - + + - - - - + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 1fae30490711..d595418e5474 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -23,24 +23,20 @@ Average Time (µs) - + 90 - - -95 - - - + + 100 - - -105 + + +110 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 372e6dd0ffaa..4eec4d634693 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -6,94 +6,84 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 12933ab8bd32..4d58889eeeeb 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - -94.9 - - - -95 - - - -95.1 - - - -95.2 - - - -95.3 - - - -95.4 + +97.8 - - -95.5 + + +98 - - -95.6 + + +98.2 - - -95.7 + + +98.4 - - -95.8 + + +98.6 - - -95.9 + + +98.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 9ff7b26bca8a..8cb0950a7f77 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - -94.9 - - - -95 - - - -95.1 - - - -95.2 - - - -95.3 - - - -95.4 + +97.8 - - -95.5 + + +98 - - -95.6 + + +98.2 - - -95.7 + + +98.4 - - -95.8 + + +98.6 - - -95.9 + + +98.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index e8a01f358b0a..1509d7aec6ba 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70904.38506078295,"upper_bound":71372.74591890998},"point_estimate":71134.18785518811,"standard_error":119.73844834147918},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70418.89695225917,"upper_bound":70729.384863124},"point_estimate":70552.51011695906,"standard_error":98.04417450805073},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":372.8106454908472,"upper_bound":1148.0150345721793},"point_estimate":748.4518973279539,"standard_error":208.69195541830692},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70511.54591735595,"upper_bound":70820.9073841592},"point_estimate":70653.30367962169,"standard_error":79.21334144124634},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1034.2357070916535,"upper_bound":1359.3080838571816},"point_estimate":1205.8200230972247,"standard_error":82.67295202895814}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70449.10757834182,"upper_bound":70954.72006369905},"point_estimate":70680.56784972816,"standard_error":129.0855918833153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70118.2936593681,"upper_bound":70276.72198817442},"point_estimate":70179.88281706604,"standard_error":40.088605528437014},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.4198545039303,"upper_bound":818.9756679193002},"point_estimate":347.97002547123776,"standard_error":156.66870385511504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70196.19557998441,"upper_bound":71121.22029954108},"point_estimate":70530.45156002167,"standard_error":258.5949543871023},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":827.8111501260577,"upper_bound":1834.6848073528129},"point_estimate":1303.1753310711279,"standard_error":298.15723133488416}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 9c49bda7f33d..0d739253c57e 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433850.0,872662.0,1312617.0,1734606.0,2182501.0,2622250.0,3072318.0,3498497.0,3923760.0,4388490.0,4783722.0,5403062.0,5649616.0,6191915.0,6549516.0,6992428.0,7457569.0,7896656.0,8325542.0,8764320.0,9108553.0,9689410.0,9755278.0,10444827.0,10753808.0,11163418.0,11462340.0,12002681.0,12403480.0,13015483.0,13317444.0,13414293.0,13868633.0,14296644.0,14710872.0,15058102.0,15598418.0,15916143.0,16372542.0,16746264.0,17215630.0,18639718.0,18091778.0,18440077.0,18849866.0,19243394.0,19708833.0,20222546.0,20541836.0,20986037.0,21578407.0,21933502.0,22385739.0,22774503.0,23260662.0,23733113.0,24173961.0,24749008.0,25628375.0,25656088.0,26049888.0,26299932.0,26630505.0,27026588.0,27455858.0,27861171.0,28260699.0,28729196.0,29271284.0,29603045.0,29930104.0,30485538.0,30738553.0,31209760.0,31748912.0,32086604.0,32490343.0,32869367.0,33320322.0,33813869.0,34141809.0,34592883.0,35180469.0,35483227.0,36461678.0,36337071.0,36761205.0,37175255.0,37585582.0,38021116.0,38406171.0,38873550.0,40323299.0,40024970.0,40214573.0,40649473.0,42105425.0,41446095.0,42093647.0,42435660.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[426750.0,859723.0,1293783.0,1714755.0,2145931.0,2566701.0,3046630.0,3462905.0,3868387.0,4293866.0,4729162.0,5243668.0,5639895.0,6102621.0,6462998.0,6950365.0,7333574.0,7744494.0,8282826.0,8714707.0,9236924.0,9529783.0,9877825.0,10100896.0,10424435.0,10853478.0,11290195.0,11734130.0,12177825.0,12827578.0,13078925.0,13350638.0,13759547.0,14290345.0,14655655.0,15107445.0,15553641.0,15881022.0,16332843.0,16711908.0,17155668.0,17541761.0,17953713.0,18427597.0,18791361.0,19201995.0,19855981.0,21046279.0,20600612.0,21039632.0,21412684.0,21892137.0,22293494.0,22690055.0,23181132.0,23535232.0,23991557.0,24373107.0,24842514.0,25267057.0,25687835.0,26512565.0,26511429.0,26865156.0,27453357.0,27751904.0,28374810.0,28656118.0,28962637.0,29443927.0,29817384.0,30374625.0,30706078.0,31218841.0,31535552.0,32039277.0,32406879.0,32813477.0,33281093.0,33778086.0,34601322.0,34591334.0,35258334.0,35447495.0,35735078.0,36137699.0,36635616.0,36959902.0,37445319.0,37914876.0,38258541.0,38763055.0,39013771.0,39565412.0,40045842.0,41041324.0,46337404.0,41231397.0,41628936.0,42521904.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 0a3cb649e49d..03cce96154cc 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[64311.18435746737,67304.97913710758,75288.43188281482,78282.22666245504] \ No newline at end of file +[66336.45809727896,68184.97093781548,73114.33851257955,74962.85135311607] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 53bff19f1702..799d4b0f4ab8 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.002460656289935738,"upper_bound":0.011398561678863026},"point_estimate":0.00679375349338196,"standard_error":0.0022352560266921764},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0021271489298420043,"upper_bound":0.00743193972110312},"point_estimate":0.004656381179745539,"standard_error":0.001638570887581862}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010803860148844302,"upper_bound":-0.0011156450099001156},"point_estimate":-0.0063769618960632934,"standard_error":0.0024608913700207994},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008099753910146501,"upper_bound":-0.002912899391813495},"point_estimate":-0.005281559781151635,"standard_error":0.001488884875307232}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index e8a01f358b0a..1509d7aec6ba 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70904.38506078295,"upper_bound":71372.74591890998},"point_estimate":71134.18785518811,"standard_error":119.73844834147918},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70418.89695225917,"upper_bound":70729.384863124},"point_estimate":70552.51011695906,"standard_error":98.04417450805073},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":372.8106454908472,"upper_bound":1148.0150345721793},"point_estimate":748.4518973279539,"standard_error":208.69195541830692},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70511.54591735595,"upper_bound":70820.9073841592},"point_estimate":70653.30367962169,"standard_error":79.21334144124634},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1034.2357070916535,"upper_bound":1359.3080838571816},"point_estimate":1205.8200230972247,"standard_error":82.67295202895814}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70449.10757834182,"upper_bound":70954.72006369905},"point_estimate":70680.56784972816,"standard_error":129.0855918833153},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70118.2936593681,"upper_bound":70276.72198817442},"point_estimate":70179.88281706604,"standard_error":40.088605528437014},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":237.4198545039303,"upper_bound":818.9756679193002},"point_estimate":347.97002547123776,"standard_error":156.66870385511504},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70196.19557998441,"upper_bound":71121.22029954108},"point_estimate":70530.45156002167,"standard_error":258.5949543871023},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":827.8111501260577,"upper_bound":1834.6848073528129},"point_estimate":1303.1753310711279,"standard_error":298.15723133488416}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 9c49bda7f33d..0d739253c57e 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[433850.0,872662.0,1312617.0,1734606.0,2182501.0,2622250.0,3072318.0,3498497.0,3923760.0,4388490.0,4783722.0,5403062.0,5649616.0,6191915.0,6549516.0,6992428.0,7457569.0,7896656.0,8325542.0,8764320.0,9108553.0,9689410.0,9755278.0,10444827.0,10753808.0,11163418.0,11462340.0,12002681.0,12403480.0,13015483.0,13317444.0,13414293.0,13868633.0,14296644.0,14710872.0,15058102.0,15598418.0,15916143.0,16372542.0,16746264.0,17215630.0,18639718.0,18091778.0,18440077.0,18849866.0,19243394.0,19708833.0,20222546.0,20541836.0,20986037.0,21578407.0,21933502.0,22385739.0,22774503.0,23260662.0,23733113.0,24173961.0,24749008.0,25628375.0,25656088.0,26049888.0,26299932.0,26630505.0,27026588.0,27455858.0,27861171.0,28260699.0,28729196.0,29271284.0,29603045.0,29930104.0,30485538.0,30738553.0,31209760.0,31748912.0,32086604.0,32490343.0,32869367.0,33320322.0,33813869.0,34141809.0,34592883.0,35180469.0,35483227.0,36461678.0,36337071.0,36761205.0,37175255.0,37585582.0,38021116.0,38406171.0,38873550.0,40323299.0,40024970.0,40214573.0,40649473.0,42105425.0,41446095.0,42093647.0,42435660.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[426750.0,859723.0,1293783.0,1714755.0,2145931.0,2566701.0,3046630.0,3462905.0,3868387.0,4293866.0,4729162.0,5243668.0,5639895.0,6102621.0,6462998.0,6950365.0,7333574.0,7744494.0,8282826.0,8714707.0,9236924.0,9529783.0,9877825.0,10100896.0,10424435.0,10853478.0,11290195.0,11734130.0,12177825.0,12827578.0,13078925.0,13350638.0,13759547.0,14290345.0,14655655.0,15107445.0,15553641.0,15881022.0,16332843.0,16711908.0,17155668.0,17541761.0,17953713.0,18427597.0,18791361.0,19201995.0,19855981.0,21046279.0,20600612.0,21039632.0,21412684.0,21892137.0,22293494.0,22690055.0,23181132.0,23535232.0,23991557.0,24373107.0,24842514.0,25267057.0,25687835.0,26512565.0,26511429.0,26865156.0,27453357.0,27751904.0,28374810.0,28656118.0,28962637.0,29443927.0,29817384.0,30374625.0,30706078.0,31218841.0,31535552.0,32039277.0,32406879.0,32813477.0,33281093.0,33778086.0,34601322.0,34591334.0,35258334.0,35447495.0,35735078.0,36137699.0,36635616.0,36959902.0,37445319.0,37914876.0,38258541.0,38763055.0,39013771.0,39565412.0,40045842.0,41041324.0,46337404.0,41231397.0,41628936.0,42521904.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 0a3cb649e49d..03cce96154cc 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[64311.18435746737,67304.97913710758,75288.43188281482,78282.22666245504] \ No newline at end of file +[66336.45809727896,68184.97093781548,73114.33851257955,74962.85135311607] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 04a707232704..3f9f73aad361 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -6,89 +6,77 @@ micro/ops/difference:MAD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +5e-4 - - -0.4 + + +0.001 - - -0.6 + + +0.0015 - - -0.8 + + +0.002 - - -1 + + +0.0025 - - -1.2 + + +0.003 - - -1.4 + + +0.0035 - - -1.6 + + +0.004 - - -1.8 + + +0.0045 - + - -0.3 + +200 - - -0.4 + + +300 - - -0.5 + + +400 - - -0.6 + + +500 - - -0.7 + + +600 - - -0.8 + + +700 - - -0.9 + + +800 - - -1 - - - -1.1 - - - -1.2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index b6fe36c48941..22c3999f0d21 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,82 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - + - -1 - - - -1.05 + +0.8 - - -1.1 - - - -1.15 + + +1 - - + + 1.2 - - -1.25 + + +1.4 - - -1.3 + + +1.6 - - -1.35 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index fece777b4edf..0f89b1ed24ce 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -9,51 +9,59 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - + 70 - - -72 - - - -74 + + +75 - - -76 + + +80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 77339418614e..d7b9b0b5777b 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index c0faa784206f..6253a148572d 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,91 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - - - - + +-0.011 + + + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index a327aa6f7aaa..7a35c2ca03aa 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,62 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - -0.002 - - - -0.003 + +-0.008 - - -0.004 + + +-0.007 - - -0.005 + + +-0.006 - - -0.006 + + +-0.005 - - -0.007 + + +-0.004 - - -0.008 + + +-0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 52dd517663cd..6940cb6fcd54 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -29,10 +29,10 @@ t score 0.2 - + 0.25 - + 0.3 @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index d0adbbfc0979..ea215388ab92 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.512 µs - 70.653 µs - 70.821 µs + 70.196 µs + 70.530 µs + 71.121 µs R² - 0.9873007 - 0.9878418 - 0.9870855 + 0.9315101 + 0.9341547 + 0.9259431 Mean - 70.904 µs - 71.134 µs - 71.373 µs + 70.449 µs + 70.681 µs + 70.955 µs Std. Dev. - 1.0342 µs - 1.2058 µs - 1.3593 µs + 827.81 ns + 1.3032 µs + 1.8347 µs Median - 70.419 µs - 70.553 µs - 70.729 µs + 70.118 µs + 70.180 µs + 70.277 µs MAD - 372.81 ns - 748.45 ns - 1.1480 µs + 237.42 ns + 347.97 ns + 818.98 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.2461% - +0.6794% - +1.1399% - (p = 0.00 < + -1.0804% + -0.6377% + -0.1116% + (p = 0.01 < 0.05) diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 184e1491bc00..78d9e19cedcd 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - + - -70.9 - - - -70.95 - - - -71 + +70.4 - - -71.05 + + +70.5 - - -71.1 + + +70.6 - - -71.15 + + +70.7 - - -71.2 + + +70.8 - - -71.25 - - - -71.3 - - - -71.35 + + +70.9 - - -71.4 + + +71 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 0ef114e8cb67..56a3c4a37ac8 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 + + + +12 - + + +14 + + + +16 + + + +18 + + - -70.4 + +70.12 + + + +70.14 - - -70.45 + + +70.16 - - -70.5 + + +70.18 - - -70.55 + + +70.2 - - -70.6 + + +70.22 - - -70.65 + + +70.24 - - -70.7 + + +70.26 - - -70.75 + + +70.28 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 4574e0832f70..2b349a540378 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,38 +38,34 @@ Average Time (µs) - -69 + +68 - - + + 70 - - -71 - - - + + 72 - - -73 - - - + + 74 - - -75 - - - + + 76 - + + +78 + + + +80 + + Density (a.u.) @@ -78,44 +74,52 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - + + +0.45 + + + + + + - + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 4c6b881574a5..e593497ee438 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - + + +0.5 + + - + 70 - - -72 - - - -74 + + +75 - - -76 + + +80 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 58b377961072..ba4ba2da7034 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,47 +14,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + + +45.0 + + 100 @@ -81,107 +86,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 94e38aa8d2a0..e8199b341787 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,47 +11,52 @@ Iterations - - - - - - - - + + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + + +45.0 + + 100 @@ -80,103 +85,103 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index db74536cd440..9626b3dfcffc 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -6,49 +6,57 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - - -0.6 + + +0.45 - + - + 70 - - -72 - - - -74 + + +75 - - -76 + + +80 - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 9d5e07ae2cef..49816229b953 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 3d4acabd7cd5..6cc3a8848c9f 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,86 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -70.5 + +70.2 - - -70.55 + + +70.4 - - + + 70.6 - - -70.65 - - - -70.7 - - - -70.75 - - - + + 70.8 - - -70.85 + + +71 + + + +71.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 7d7767345735..db38880c7235 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,86 +9,54 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - - -5 - - - -5.5 - - + - -70.5 + +70.2 - - -70.55 + + +70.4 - - + + 70.6 - - -70.65 - - - -70.7 - - - -70.75 - - - + + 70.8 - - -70.85 + + +71 + + + +71.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 7c6d836234dc..efbfdc5654b7 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6711.593361946704,"upper_bound":6746.96818116833},"point_estimate":6728.7937200627375,"standard_error":9.023108886339752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6707.419732441472,"upper_bound":6741.363547008546},"point_estimate":6722.215331837973,"standard_error":7.844924363551726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.35828188405626,"upper_bound":97.45892587605312},"point_estimate":79.94075464493507,"standard_error":10.538133612428457},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6686.177594869951,"upper_bound":6722.694907945235},"point_estimate":6703.705947187142,"standard_error":9.342041110970403},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.44163521137173,"upper_bound":107.6377483950166},"point_estimate":90.6802746055656,"standard_error":9.045353818635189}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611.486293209964,"upper_bound":6674.576600280024},"point_estimate":6638.553416218878,"standard_error":16.293806705996968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6579.288981288982,"upper_bound":6613.688963210702},"point_estimate":6598.657216805104,"standard_error":8.696042221193908},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.091741880926996,"upper_bound":84.35650249645511},"point_estimate":64.16495162848943,"standard_error":10.96487641308342},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.612787162455,"upper_bound":6689.448291720493},"point_estimate":6664.6679103340875,"standard_error":12.175811914701802},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.34409818870229,"upper_bound":253.41867783762797},"point_estimate":163.7725029058937,"standard_error":53.32032954290352}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 8c10e36e14a6..f2fe232be2de 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86842.0,175250.0,261505.0,349323.0,439774.0,524731.0,617129.0,735421.0,812787.0,880113.0,961363.0,1049749.0,1143114.0,1227158.0,1316563.0,1407143.0,1490380.0,1577758.0,1677719.0,1772757.0,1853555.0,1931648.0,2023607.0,2110653.0,2218574.0,2274429.0,2368399.0,2483844.0,2591089.0,2643032.0,2743906.0,2825808.0,2898029.0,3035413.0,3083093.0,3218261.0,3221265.0,3338654.0,3387923.0,3492134.0,3538992.0,3676196.0,3804047.0,3793489.0,4110138.0,4039313.0,4081204.0,4257817.0,4410372.0,4353921.0,4434746.0,4509097.0,4631191.0,4619879.0,4724337.0,4850461.0,4974780.0,5174407.0,5083138.0,5170662.0,5298978.0,5330992.0,5439765.0,5476257.0,5571459.0,5680423.0,5801266.0,5837351.0,5936025.0,6031012.0,6109271.0,6209626.0,6277358.0,6353494.0,6486935.0,6577456.0,6665001.0,6817287.0,6800972.0,6973928.0,7074577.0,7187972.0,7235366.0,7307347.0,7671574.0,7487332.0,7669412.0,7674987.0,7707514.0,7855701.0,7884456.0,8022074.0,8192475.0,8225553.0,8318159.0,8383166.0,8570793.0,8470089.0,8647975.0,8762223.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[87855.0,170506.0,255327.0,345898.0,427432.0,510487.0,594029.0,686978.0,766358.0,851826.0,935074.0,1021869.0,1108637.0,1189402.0,1272409.0,1355174.0,1442778.0,1672923.0,1624753.0,1707471.0,1805681.0,1878818.0,1977493.0,2055960.0,2124714.0,2235147.0,2315622.0,2385424.0,2471977.0,2557188.0,2670194.0,2841480.0,2815362.0,2980101.0,2985276.0,3721011.0,3208887.0,3222910.0,3319332.0,3440655.0,3511399.0,3581866.0,3656976.0,3811891.0,3852389.0,3969989.0,4040136.0,4096247.0,4183483.0,4294114.0,4520779.0,4452943.0,4543010.0,4605024.0,4733049.0,4778272.0,4863401.0,4958285.0,5058257.0,5149630.0,5240849.0,5288824.0,5388352.0,5497324.0,5578258.0,5630221.0,5792514.0,5829263.0,5889785.0,5993135.0,6091893.0,6147790.0,6229746.0,6329276.0,6405738.0,6655195.0,6723626.0,6772300.0,6881209.0,6911057.0,7038051.0,7103903.0,7227191.0,7322376.0,7384622.0,7550724.0,7935874.0,7607529.0,7770643.0,7861192.0,7979896.0,7981822.0,8023774.0,8141642.0,8278234.0,8344620.0,8377390.0,8616068.0,8589429.0,8761615.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index b37b2bfc11d2..c25c1d5b43b6 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6344.413580850022,6503.431847144977,6927.480557264855,7086.498823559808] \ No newline at end of file +[6234.165956203997,6398.31738952391,6836.0545450436775,7000.2059783635905] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index c0ccdd20f23c..baef19c03b0d 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0008290913680280288,"upper_bound":0.00835964247256765},"point_estimate":0.004489442909515695,"standard_error":0.00193238249117321},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0026172698760060786,"upper_bound":0.0069244317758421214},"point_estimate":0.0010983567815348039,"standard_error":0.0026427568736321298}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018482613956927976,"upper_bound":-0.007386644384039046},"point_estimate":-0.013411067064635573,"standard_error":0.00284600893406265},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02205490031813473,"upper_bound":-0.015479781831843951},"point_estimate":-0.018380564878317518,"standard_error":0.0016853394857642276}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 7c6d836234dc..efbfdc5654b7 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6711.593361946704,"upper_bound":6746.96818116833},"point_estimate":6728.7937200627375,"standard_error":9.023108886339752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6707.419732441472,"upper_bound":6741.363547008546},"point_estimate":6722.215331837973,"standard_error":7.844924363551726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.35828188405626,"upper_bound":97.45892587605312},"point_estimate":79.94075464493507,"standard_error":10.538133612428457},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6686.177594869951,"upper_bound":6722.694907945235},"point_estimate":6703.705947187142,"standard_error":9.342041110970403},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":72.44163521137173,"upper_bound":107.6377483950166},"point_estimate":90.6802746055656,"standard_error":9.045353818635189}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6611.486293209964,"upper_bound":6674.576600280024},"point_estimate":6638.553416218878,"standard_error":16.293806705996968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6579.288981288982,"upper_bound":6613.688963210702},"point_estimate":6598.657216805104,"standard_error":8.696042221193908},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":42.091741880926996,"upper_bound":84.35650249645511},"point_estimate":64.16495162848943,"standard_error":10.96487641308342},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6641.612787162455,"upper_bound":6689.448291720493},"point_estimate":6664.6679103340875,"standard_error":12.175811914701802},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70.34409818870229,"upper_bound":253.41867783762797},"point_estimate":163.7725029058937,"standard_error":53.32032954290352}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 8c10e36e14a6..f2fe232be2de 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[86842.0,175250.0,261505.0,349323.0,439774.0,524731.0,617129.0,735421.0,812787.0,880113.0,961363.0,1049749.0,1143114.0,1227158.0,1316563.0,1407143.0,1490380.0,1577758.0,1677719.0,1772757.0,1853555.0,1931648.0,2023607.0,2110653.0,2218574.0,2274429.0,2368399.0,2483844.0,2591089.0,2643032.0,2743906.0,2825808.0,2898029.0,3035413.0,3083093.0,3218261.0,3221265.0,3338654.0,3387923.0,3492134.0,3538992.0,3676196.0,3804047.0,3793489.0,4110138.0,4039313.0,4081204.0,4257817.0,4410372.0,4353921.0,4434746.0,4509097.0,4631191.0,4619879.0,4724337.0,4850461.0,4974780.0,5174407.0,5083138.0,5170662.0,5298978.0,5330992.0,5439765.0,5476257.0,5571459.0,5680423.0,5801266.0,5837351.0,5936025.0,6031012.0,6109271.0,6209626.0,6277358.0,6353494.0,6486935.0,6577456.0,6665001.0,6817287.0,6800972.0,6973928.0,7074577.0,7187972.0,7235366.0,7307347.0,7671574.0,7487332.0,7669412.0,7674987.0,7707514.0,7855701.0,7884456.0,8022074.0,8192475.0,8225553.0,8318159.0,8383166.0,8570793.0,8470089.0,8647975.0,8762223.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[87855.0,170506.0,255327.0,345898.0,427432.0,510487.0,594029.0,686978.0,766358.0,851826.0,935074.0,1021869.0,1108637.0,1189402.0,1272409.0,1355174.0,1442778.0,1672923.0,1624753.0,1707471.0,1805681.0,1878818.0,1977493.0,2055960.0,2124714.0,2235147.0,2315622.0,2385424.0,2471977.0,2557188.0,2670194.0,2841480.0,2815362.0,2980101.0,2985276.0,3721011.0,3208887.0,3222910.0,3319332.0,3440655.0,3511399.0,3581866.0,3656976.0,3811891.0,3852389.0,3969989.0,4040136.0,4096247.0,4183483.0,4294114.0,4520779.0,4452943.0,4543010.0,4605024.0,4733049.0,4778272.0,4863401.0,4958285.0,5058257.0,5149630.0,5240849.0,5288824.0,5388352.0,5497324.0,5578258.0,5630221.0,5792514.0,5829263.0,5889785.0,5993135.0,6091893.0,6147790.0,6229746.0,6329276.0,6405738.0,6655195.0,6723626.0,6772300.0,6881209.0,6911057.0,7038051.0,7103903.0,7227191.0,7322376.0,7384622.0,7550724.0,7935874.0,7607529.0,7770643.0,7861192.0,7979896.0,7981822.0,8023774.0,8141642.0,8278234.0,8344620.0,8377390.0,8616068.0,8589429.0,8761615.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index b37b2bfc11d2..c25c1d5b43b6 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6344.413580850022,6503.431847144977,6927.480557264855,7086.498823559808] \ No newline at end of file +[6234.165956203997,6398.31738952391,6836.0545450436775,7000.2059783635905] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 6685d74440cf..9770c404403d 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - + + +0.045 + + - + +40 + + + +45 + + + +50 + + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - -90 - - - -95 - - - -100 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index aa07a80d2dee..d4e77c6098fa 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 - - -0.015 + + +0.006 - - -0.02 + + +0.008 - - -0.025 + + +0.01 - - -0.03 + + +0.012 - - -0.035 + + +0.014 - - -0.04 + + + +60 - - -0.045 + + +80 - - - -70 + + +100 - - -75 + + +120 - - -80 + + +140 - - -85 + + +160 - - -90 + + +180 - - -95 + + +200 - - -100 + + +220 - - -105 + + +240 - - -110 + + +260 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 3a03e086d75d..fc03169090fc 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -46,18 +46,26 @@ Average Time (µs) - -6.6 - - - -6.8 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + +8 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 723ee23dc822..b1fcf37ec02a 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 61317c6a498a..dc4b3d291b76 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,91 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - + - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - - - - + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 61a1969c523b..b4aa75c974fa 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,83 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + + +180 + + + +200 + + + +220 + + - --0.003 - - - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - - - - + +-0.022 + + + +-0.021 + + + +-0.02 + + + +-0.019 + + + +-0.018 + + + +-0.017 + + + +-0.016 + + + +-0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index de0da5430191..51b1ff0b9812 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index aae1f72931fb..3598e2587d11 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6862 µs - 6.7037 µs - 6.7227 µs + 6.6416 µs + 6.6647 µs + 6.6894 µs R² - 0.9812974 - 0.9821894 - 0.9811428 + 0.9595069 + 0.9609592 + 0.9592818 Mean - 6.7116 µs - 6.7288 µs - 6.7470 µs + 6.6115 µs + 6.6386 µs + 6.6746 µs Std. Dev. - 72.442 ns - 90.680 ns - 107.64 ns + 70.344 ns + 163.77 ns + 253.42 ns Median - 6.7074 µs - 6.7222 µs - 6.7414 µs + 6.5793 µs + 6.5987 µs + 6.6137 µs MAD - 56.358 ns - 79.941 ns - 97.459 ns + 42.092 ns + 64.165 ns + 84.357 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - +0.0829% - +0.4489% - +0.8360% - (p = 0.02 < + -1.8483% + -1.3411% + -0.7387% + (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 6a66d36e67cd..c5bcff8cf74a 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - - -45 - - + - -6.71 - - - -6.715 - - - -6.72 + +6.61 - - -6.725 + + +6.62 - - -6.73 + + +6.63 - - -6.735 + + +6.64 - - -6.74 + + +6.65 - - -6.745 + + +6.66 - - -6.75 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index c115b7a73991..3de1b2acd5c5 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - -6.705 - - - -6.71 + +6.58 - - -6.715 + + +6.585 - - -6.72 + + +6.59 - - -6.725 + + +6.595 - - -6.73 + + +6.6 - - -6.735 + + +6.605 - - -6.74 + + +6.61 - - -6.745 + + +6.615 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 53273acb67c4..25272998fc01 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,34 +38,42 @@ Average Time (µs) - -6.5 + +6.4 - - + + 6.6 - - -6.7 - - - + + 6.8 - - -6.9 - - - + + 7 - - -7.1 + + +7.2 + + + +7.4 + + + +7.6 + + + +7.8 + + + +8 - + Density (a.u.) @@ -74,56 +82,50 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 - - - - - - + + + + + - - - - - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 530bc64f48e2..1e880903b005 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 + + + +6.5 - - -5 + + +7 - - - -6.6 + + +7.5 - - -6.8 + + +8 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index 570d5ae1473f..19e0fc7e7709 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -81,107 +81,107 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index b69c5cad19a9..3b8819c530a2 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -81,102 +81,102 @@ Iterations (x 10^3) - + - - + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - + + + - - - - + + + + - + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - + + + + + + + + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 8542eb4a2058..a9a1e988edbe 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -43,16 +43,24 @@ Average Time (µs) - -6.6 - - - -6.8 - - - - - - + +6.5 + + + +7 + + + +7.5 + + + +8 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index a3beaac181ef..4670d09eece2 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index bbe791f632e6..90cb625695af 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 + + + +6.64 - - -45 + + +6.645 - - - -6.685 + + +6.65 - - -6.69 + + +6.655 - - -6.695 + + +6.66 - - -6.7 + + +6.665 - - -6.705 + + +6.67 - - -6.71 + + +6.675 - - -6.715 + + +6.68 - - -6.72 + + +6.685 - - -6.725 + + +6.69 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 0cdff609130e..3359d782dd34 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 + + + +6.64 - - -45 + + +6.645 - - - -6.685 + + +6.65 - - -6.69 + + +6.655 - - -6.695 + + +6.66 - - -6.7 + + +6.665 - - -6.705 + + +6.67 - - -6.71 + + +6.675 - - -6.715 + + +6.68 - - -6.72 + + +6.685 - - -6.725 + + +6.69 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 68248eedacce..9724dc9f298d 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23177.12600000001,"upper_bound":23580.09712500001},"point_estimate":23366.95333333333,"standard_error":103.11419862779648},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23058.166666666668,"upper_bound":23373.666666666668},"point_estimate":23211.416666666664,"standard_error":76.2843741044253},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":553.3804401755333,"upper_bound":860.5257347226107},"point_estimate":710.6595873832739,"standard_error":77.61798997356591},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":687.0731776116546,"upper_bound":1342.6534306647095},"point_estimate":1034.1207953372982,"standard_error":167.29652936138694}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23069.07995833334,"upper_bound":23338.001750000003},"point_estimate":23194.50166666666,"standard_error":68.91394009418293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22995.666666666668,"upper_bound":23182.5},"point_estimate":23058.25,"standard_error":45.337282793215664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.8906447291374,"upper_bound":548.1913402676529},"point_estimate":396.2248429656029,"standard_error":67.43601864013804},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":455.90002406134283,"upper_bound":949.9996976152465},"point_estimate":691.6253902311987,"standard_error":136.75358718150085}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 70a7cde18ffb..389df87ccd6a 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[130222.0,135133.0,136274.0,134821.0,159590.0,135093.0,133940.0,132038.0,136415.0,133588.0,133709.0,136984.0,141524.0,140472.0,136665.0,134352.0,133067.0,137908.0,133400.0,137757.0,135862.0,135724.0,136475.0,137427.0,135202.0,137577.0,135786.0,135282.0,141223.0,137946.0,134361.0,168164.0,143618.0,138429.0,137877.0,142947.0,142194.0,141765.0,142495.0,133959.0,134280.0,138649.0,140853.0,142567.0,142789.0,139208.0,143677.0,137164.0,138119.0,140242.0,134279.0,139201.0,138328.0,138748.0,138446.0,138600.0,143789.0,149007.0,143348.0,139029.0,138067.0,136616.0,149470.0,144969.0,155750.0,145341.0,139350.0,142165.0,142676.0,144362.0,133979.0,136033.0,140952.0,138269.0,139690.0,145492.0,139450.0,139930.0,140482.0,139401.0,141515.0,148267.0,139460.0,141885.0,143408.0,143558.0,140473.0,141996.0,139329.0,138349.0,142124.0,142937.0,139921.0,141976.0,148696.0,139852.0,139069.0,169988.0,141174.0,136163.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[138920.0,136736.0,139080.0,136004.0,134963.0,132650.0,145723.0,142586.0,138979.0,139351.0,143177.0,139645.0,135192.0,138320.0,138750.0,136105.0,139211.0,143268.0,140342.0,141044.0,141105.0,140394.0,136756.0,137999.0,137616.0,136477.0,138548.0,139742.0,139851.0,138501.0,142138.0,137307.0,138129.0,137428.0,136638.0,139383.0,138210.0,135015.0,149350.0,138380.0,137497.0,165270.0,137977.0,137165.0,137697.0,137709.0,138088.0,137218.0,139683.0,143139.0,143951.0,139521.0,139281.0,138299.0,142467.0,138270.0,139581.0,137147.0,137498.0,137387.0,141284.0,142036.0,138278.0,134353.0,139802.0,136405.0,144142.0,134713.0,134582.0,134360.0,137327.0,134923.0,144011.0,136384.0,145031.0,150322.0,138750.0,135565.0,135055.0,135363.0,138379.0,140163.0,137717.0,135222.0,137219.0,134513.0,137860.0,134812.0,139513.0,143560.0,143169.0,139662.0,140704.0,138420.0,135562.0,138151.0,140443.0,137248.0,147266.0,140574.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 559dc6c29a37..7882fa4123d2 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[19887.20833333333,21315.27083333333,25123.4375,26551.500000000004] \ No newline at end of file +[21262.83333333333,22061.45833333333,24191.125,24989.750000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 9ae4a07ff58c..759218f39838 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02741440860785345,"upper_bound":0.04858328740023243},"point_estimate":0.03791827241585355,"standard_error":0.005367751606863323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02967320552169994,"upper_bound":0.04779219810546742},"point_estimate":0.03915818848608965,"standard_error":0.0042428762269058435}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01761155949911179,"upper_bound":0.0030767047953023873},"point_estimate":-0.007380151969605175,"standard_error":0.005278679620913439},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013644272044038175,"upper_bound":0.0021673705776338805},"point_estimate":-0.006598764257531253,"standard_error":0.003871671035732701}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 68248eedacce..9724dc9f298d 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23177.12600000001,"upper_bound":23580.09712500001},"point_estimate":23366.95333333333,"standard_error":103.11419862779648},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23058.166666666668,"upper_bound":23373.666666666668},"point_estimate":23211.416666666664,"standard_error":76.2843741044253},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":553.3804401755333,"upper_bound":860.5257347226107},"point_estimate":710.6595873832739,"standard_error":77.61798997356591},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":687.0731776116546,"upper_bound":1342.6534306647095},"point_estimate":1034.1207953372982,"standard_error":167.29652936138694}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23069.07995833334,"upper_bound":23338.001750000003},"point_estimate":23194.50166666666,"standard_error":68.91394009418293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22995.666666666668,"upper_bound":23182.5},"point_estimate":23058.25,"standard_error":45.337282793215664},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":296.8906447291374,"upper_bound":548.1913402676529},"point_estimate":396.2248429656029,"standard_error":67.43601864013804},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":455.90002406134283,"upper_bound":949.9996976152465},"point_estimate":691.6253902311987,"standard_error":136.75358718150085}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 70a7cde18ffb..389df87ccd6a 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[130222.0,135133.0,136274.0,134821.0,159590.0,135093.0,133940.0,132038.0,136415.0,133588.0,133709.0,136984.0,141524.0,140472.0,136665.0,134352.0,133067.0,137908.0,133400.0,137757.0,135862.0,135724.0,136475.0,137427.0,135202.0,137577.0,135786.0,135282.0,141223.0,137946.0,134361.0,168164.0,143618.0,138429.0,137877.0,142947.0,142194.0,141765.0,142495.0,133959.0,134280.0,138649.0,140853.0,142567.0,142789.0,139208.0,143677.0,137164.0,138119.0,140242.0,134279.0,139201.0,138328.0,138748.0,138446.0,138600.0,143789.0,149007.0,143348.0,139029.0,138067.0,136616.0,149470.0,144969.0,155750.0,145341.0,139350.0,142165.0,142676.0,144362.0,133979.0,136033.0,140952.0,138269.0,139690.0,145492.0,139450.0,139930.0,140482.0,139401.0,141515.0,148267.0,139460.0,141885.0,143408.0,143558.0,140473.0,141996.0,139329.0,138349.0,142124.0,142937.0,139921.0,141976.0,148696.0,139852.0,139069.0,169988.0,141174.0,136163.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[138920.0,136736.0,139080.0,136004.0,134963.0,132650.0,145723.0,142586.0,138979.0,139351.0,143177.0,139645.0,135192.0,138320.0,138750.0,136105.0,139211.0,143268.0,140342.0,141044.0,141105.0,140394.0,136756.0,137999.0,137616.0,136477.0,138548.0,139742.0,139851.0,138501.0,142138.0,137307.0,138129.0,137428.0,136638.0,139383.0,138210.0,135015.0,149350.0,138380.0,137497.0,165270.0,137977.0,137165.0,137697.0,137709.0,138088.0,137218.0,139683.0,143139.0,143951.0,139521.0,139281.0,138299.0,142467.0,138270.0,139581.0,137147.0,137498.0,137387.0,141284.0,142036.0,138278.0,134353.0,139802.0,136405.0,144142.0,134713.0,134582.0,134360.0,137327.0,134923.0,144011.0,136384.0,145031.0,150322.0,138750.0,135565.0,135055.0,135363.0,138379.0,140163.0,137717.0,135222.0,137219.0,134513.0,137860.0,134812.0,139513.0,143560.0,143169.0,139662.0,140704.0,138420.0,135562.0,138151.0,140443.0,137248.0,147266.0,140574.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 559dc6c29a37..7882fa4123d2 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[19887.20833333333,21315.27083333333,25123.4375,26551.500000000004] \ No newline at end of file +[21262.83333333333,22061.45833333333,24191.125,24989.750000000004] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 906a41b597a0..ee0339aaf0f4 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - - -550 + + +0.007 - - -600 + + + +300 - - -650 + + +350 - - -700 + + +400 - - -750 + + +450 - - -800 + + +500 - - -850 + + +550 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 456f352b6bf5..99f064990fc3 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,65 +6,69 @@ micro/ops/fold:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - - -0.7 + + +0.003 + + + +0.0035 - - -0.8 + + +0.004 - - -0.9 + + + +500 - - -1 + + +600 - - -1.1 + + +700 - - -1.2 + + +800 - - -1.3 + + +900 - - -1.4 + + +1000 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index b6ab716afa01..d6ba6fcd6ae8 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,38 +16,38 @@ Average Iteration Time (µs) - - - - - - + + + + + + - + 22.0 - - + + 23.0 - - + + 24.0 - - + + 25.0 - - + + 26.0 - - + + 27.0 - + 28.0 @@ -97,206 +97,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 411d65cc4c38..8970d7594892 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -13,30 +13,30 @@ Average Time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + 22 @@ -54,10 +54,10 @@ Average Time (µs) 28 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index fe15ca76e9e7..751b2ea5c8ee 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - - -0.05 - - - - - - + +-0.015 + + + +-0.01 + + + +-0.005 + + + +0 + + + +0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 880cbe486678..44c02d663dc8 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,79 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - -0.028 - - - -0.03 - - - -0.032 - - - -0.034 - - - -0.036 - - - -0.038 - - - -0.04 - - - -0.042 - - - -0.044 - - - -0.046 - - - -0.048 - - - - - - + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index f66dcf59dab9..181bade3e7c3 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 6bc1af1ee109..8dfcf171bf67 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0041217 - 0.0042614 - 0.0040868 + 0.0011226 + 0.0011598 + 0.0011116 Mean - 23.177 µs - 23.367 µs - 23.580 µs + 23.069 µs + 23.195 µs + 23.338 µs Std. Dev. - 687.07 ns - 1.0341 µs - 1.3427 µs + 455.90 ns + 691.63 ns + 950.00 ns Median - 23.058 µs - 23.211 µs - 23.374 µs + 22.996 µs + 23.058 µs + 23.183 µs MAD - 553.38 ns - 710.66 ns - 860.53 ns + 296.89 ns + 396.22 ns + 548.19 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +2.7414% - +3.7918% - +4.8583% - (p = 0.00 < + -1.7612% + -0.7380% + +0.3077% + (p = 0.17 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 7e39d1b7cd71..f19120c57a64 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,42 +15,62 @@ Average Iteration Time (µs) - - + + + - - - - + + + + + + + - -22.0 + +22.5 - - + + 23.0 - + + +23.5 + + 24.0 - + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - - -28.0 + + +27.5 - + 10 @@ -92,106 +112,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 92e45fcd12f4..277e8399e97b 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,42 +12,62 @@ Average Iteration Time (µs) - - + + + - - - - + + + + + + + - -22.0 + +22.5 - - + + 23.0 - + + +23.5 + + 24.0 - + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - - -28.0 + + +27.5 - + 10 @@ -89,104 +109,104 @@ Average Iteration Time (µs) 100 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 5258a069bd06..c8a1419b4bef 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + - + +23.05 + + + +23.1 + + + 23.15 - - + + 23.2 - - + + 23.25 - - + + 23.3 - - + + 23.35 - - -23.4 - - - -23.45 - - - -23.5 - - - -23.55 - - - -23.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 29ae2249cb8d..b6dbc13bbc71 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + + +12 + + + +14 + + + +16 + + + +18 + + - + +23 + + + 23.05 - - + + 23.1 - - + + 23.15 - - + + 23.2 - - -23.25 - - - -23.3 - - - -23.35 - - - -23.4 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index f42c98be927d..b395ca15e4f3 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,42 +38,34 @@ Average Time (µs) - -21 - - - + 22 - - + + 23 - - + + 24 - - + + 25 - - + + 26 - - + + 27 - - + + 28 - - -29 - - + Density (a.u.) @@ -82,56 +74,50 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - - - - - - - - - - - - - - + + +0.5 + + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 70a9b25e87f6..25b905732613 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,63 +10,55 @@ Average Time (µs) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - + + +0.6 + + + +0.7 + + + +0.8 + + - + 22 - - + + 24 - - + + 26 - - + + 28 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 9f33c80d875c..35d281a0fa69 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,34 +13,34 @@ Average Iteration Time (µs) - - - - - + + + + + - + 22.0 - - + + 23.0 - - + + 24.0 - - + + 25.0 - - + + 26.0 - + 27.0 @@ -94,204 +94,204 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index afca8bdfc1fb..36420146d36d 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -14,26 +14,26 @@ Average Time (µs) 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + 22 @@ -51,8 +51,8 @@ Average Time (µs) 28 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index ccdfa49e72e6..3ad4a8825793 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + - + +23.05 + + + +23.1 + + + 23.15 - - + + 23.2 - - + + 23.25 - - + + 23.3 - - + + 23.35 - - -23.4 - - - -23.45 - - - -23.5 - - - -23.55 - - - -23.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 8afe34a83778..0c503ec37002 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8834.37267356908,"upper_bound":9010.449442183351},"point_estimate":8909.77001484849,"standard_error":45.24449227716347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8788.044254658385,"upper_bound":8912.04},"point_estimate":8884.56290785439,"standard_error":27.129592316804622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222.3592552594953,"upper_bound":343.9102438943734},"point_estimate":308.99182165396695,"standard_error":29.324526319270532},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8820.444832008581,"upper_bound":8986.621263792389},"point_estimate":8891.329807257911,"standard_error":42.795244828996765},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.77882881242004,"upper_bound":700.1203593052762},"point_estimate":453.8617353165422,"standard_error":150.8909605934657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8834.1745840145,"upper_bound":8948.17381146583},"point_estimate":8889.378801947285,"standard_error":29.007313691781956},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8740.484056122448,"upper_bound":8941.361656200941},"point_estimate":8893.547198991866,"standard_error":40.30836127118275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236.73656355322692,"upper_bound":361.2998192564871},"point_estimate":306.32719810273505,"standard_error":29.378482057366547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8826.33939691521,"upper_bound":8975.835980829588},"point_estimate":8893.46751419705,"standard_error":38.38531817286164},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":226.76089836644329,"upper_bound":359.5396026843246},"point_estimate":291.50435560709576,"standard_error":34.67257309565986}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 5fb1eca64c90..0689febe9540 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127650.0,262943.0,401820.0,513952.0,667095.0,766063.0,897952.0,1030783.0,1159521.0,1269042.0,1399018.0,1532712.0,1660053.0,1769942.0,1909886.0,2043539.0,2190818.0,2318124.0,2428155.0,2559955.0,2697113.0,2770689.0,2936875.0,3026116.0,3115485.0,3227937.0,3364703.0,3479386.0,3490628.0,3536174.0,3640634.0,3787074.0,3888164.0,4155571.0,4220761.0,4362337.0,4469693.0,4652982.0,4736928.0,4887517.0,5051361.0,5077092.0,5108156.0,5349701.0,5409131.0,5684323.0,5681055.0,5772387.0,5909471.0,6044353.0,6182213.0,6310008.0,6451554.0,6482014.0,6658196.0,6859608.0,10070882.0,7075670.0,7154572.0,7265409.0,7417830.0,7474634.0,7619237.0,7716221.0,7853739.0,8023606.0,8117385.0,8260132.0,8385332.0,8496302.0,8659641.0,9097683.0,10071393.0,9247363.0,9350261.0,9471343.0,9616068.0,9780250.0,9825601.0,9952125.0,10111738.0,10183594.0,10313875.0,10509267.0,10569114.0,11188526.0,10919563.0,11018262.0,11088390.0,11304731.0,11368681.0,11444162.0,11522605.0,11764349.0,11813351.0,11958042.0,12206610.0,12195839.0,12377721.0,12476856.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129974.0,275984.0,389434.0,518063.0,638130.0,760858.0,892939.0,1013678.0,1139311.0,1266872.0,1400470.0,1540415.0,1677061.0,1785752.0,1889452.0,2030907.0,2168975.0,2285456.0,2419136.0,2543774.0,2726519.0,2822767.0,2914994.0,3011743.0,3155229.0,3254483.0,3493100.0,3436963.0,3472240.0,3563910.0,3672903.0,3768643.0,3956189.0,4143345.0,4199356.0,4361300.0,4472620.0,4622208.0,4774063.0,4849058.0,4992132.0,5019081.0,5714984.0,5292227.0,5437116.0,5552245.0,5663037.0,5783137.0,5943229.0,6042711.0,6207268.0,6296746.0,6409879.0,6557612.0,6657324.0,6739979.0,6931032.0,6979024.0,7125220.0,7234791.0,7424556.0,7468988.0,8109796.0,7807032.0,7808056.0,7997582.0,8156378.0,8142299.0,8308687.0,8517520.0,8581060.0,8990407.0,9080008.0,9211675.0,9862711.0,9482295.0,10077138.0,9763173.0,9832093.0,10063248.0,10045773.0,10316851.0,10326275.0,10434020.0,10593229.0,10707256.0,10832922.0,10936307.0,11115585.0,12899582.0,11392221.0,11568645.0,11692724.0,11847977.0,11830066.0,12083595.0,12080405.0,12249361.0,12476889.0,12682859.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index ca330b37b01e..50912bc00fe2 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7584.424292981541,8125.273354350707,9567.537518001818,10108.386579370985] \ No newline at end of file +[7431.882551144503,8040.191831266557,9662.349911592033,10270.659191714087] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index dd082738cba5..fd42d6bec11a 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015404839595496663,"upper_bound":0.01998886780056568},"point_estimate":0.008395842688111887,"standard_error":0.005493153346039296},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012452410099764926,"upper_bound":0.006656273971861261},"point_estimate":-0.0000898805259723634,"standard_error":0.0043238669532960055}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014935625825738074,"upper_bound":0.008773206793484081},"point_estimate":-0.002288635157497998,"standard_error":0.0060506687118825064},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01592687999975828,"upper_bound":0.012451824377919696},"point_estimate":0.001011224888681106,"standard_error":0.005526235380374679}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 8afe34a83778..0c503ec37002 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8834.37267356908,"upper_bound":9010.449442183351},"point_estimate":8909.77001484849,"standard_error":45.24449227716347},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8788.044254658385,"upper_bound":8912.04},"point_estimate":8884.56290785439,"standard_error":27.129592316804622},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":222.3592552594953,"upper_bound":343.9102438943734},"point_estimate":308.99182165396695,"standard_error":29.324526319270532},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8820.444832008581,"upper_bound":8986.621263792389},"point_estimate":8891.329807257911,"standard_error":42.795244828996765},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.77882881242004,"upper_bound":700.1203593052762},"point_estimate":453.8617353165422,"standard_error":150.8909605934657}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8834.1745840145,"upper_bound":8948.17381146583},"point_estimate":8889.378801947285,"standard_error":29.007313691781956},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8740.484056122448,"upper_bound":8941.361656200941},"point_estimate":8893.547198991866,"standard_error":40.30836127118275},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":236.73656355322692,"upper_bound":361.2998192564871},"point_estimate":306.32719810273505,"standard_error":29.378482057366547},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8826.33939691521,"upper_bound":8975.835980829588},"point_estimate":8893.46751419705,"standard_error":38.38531817286164},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":226.76089836644329,"upper_bound":359.5396026843246},"point_estimate":291.50435560709576,"standard_error":34.67257309565986}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 5fb1eca64c90..0689febe9540 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127650.0,262943.0,401820.0,513952.0,667095.0,766063.0,897952.0,1030783.0,1159521.0,1269042.0,1399018.0,1532712.0,1660053.0,1769942.0,1909886.0,2043539.0,2190818.0,2318124.0,2428155.0,2559955.0,2697113.0,2770689.0,2936875.0,3026116.0,3115485.0,3227937.0,3364703.0,3479386.0,3490628.0,3536174.0,3640634.0,3787074.0,3888164.0,4155571.0,4220761.0,4362337.0,4469693.0,4652982.0,4736928.0,4887517.0,5051361.0,5077092.0,5108156.0,5349701.0,5409131.0,5684323.0,5681055.0,5772387.0,5909471.0,6044353.0,6182213.0,6310008.0,6451554.0,6482014.0,6658196.0,6859608.0,10070882.0,7075670.0,7154572.0,7265409.0,7417830.0,7474634.0,7619237.0,7716221.0,7853739.0,8023606.0,8117385.0,8260132.0,8385332.0,8496302.0,8659641.0,9097683.0,10071393.0,9247363.0,9350261.0,9471343.0,9616068.0,9780250.0,9825601.0,9952125.0,10111738.0,10183594.0,10313875.0,10509267.0,10569114.0,11188526.0,10919563.0,11018262.0,11088390.0,11304731.0,11368681.0,11444162.0,11522605.0,11764349.0,11813351.0,11958042.0,12206610.0,12195839.0,12377721.0,12476856.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129974.0,275984.0,389434.0,518063.0,638130.0,760858.0,892939.0,1013678.0,1139311.0,1266872.0,1400470.0,1540415.0,1677061.0,1785752.0,1889452.0,2030907.0,2168975.0,2285456.0,2419136.0,2543774.0,2726519.0,2822767.0,2914994.0,3011743.0,3155229.0,3254483.0,3493100.0,3436963.0,3472240.0,3563910.0,3672903.0,3768643.0,3956189.0,4143345.0,4199356.0,4361300.0,4472620.0,4622208.0,4774063.0,4849058.0,4992132.0,5019081.0,5714984.0,5292227.0,5437116.0,5552245.0,5663037.0,5783137.0,5943229.0,6042711.0,6207268.0,6296746.0,6409879.0,6557612.0,6657324.0,6739979.0,6931032.0,6979024.0,7125220.0,7234791.0,7424556.0,7468988.0,8109796.0,7807032.0,7808056.0,7997582.0,8156378.0,8142299.0,8308687.0,8517520.0,8581060.0,8990407.0,9080008.0,9211675.0,9862711.0,9482295.0,10077138.0,9763173.0,9832093.0,10063248.0,10045773.0,10316851.0,10326275.0,10434020.0,10593229.0,10707256.0,10832922.0,10936307.0,11115585.0,12899582.0,11392221.0,11568645.0,11692724.0,11847977.0,11830066.0,12083595.0,12080405.0,12249361.0,12476889.0,12682859.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index ca330b37b01e..50912bc00fe2 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7584.424292981541,8125.273354350707,9567.537518001818,10108.386579370985] \ No newline at end of file +[7431.882551144503,8040.191831266557,9662.349911592033,10270.659191714087] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 5b5ea2122255..195139e1c87e 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - + + 0.018 - - - -220 + + +0.02 + + + +0.022 - - + + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - - - + + +360 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 4327e362d586..71fa75b9d9d6 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - + + +0.01 + + + +0.012 + + - -200 + +220 - - -300 + + +240 + + + +260 - - -400 + + +280 + + + +300 - - -500 + + +320 - - -600 + + +340 - - -700 + + +360 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index b6404589dce9..4f4c1b6d6b48 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,42 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + 8 @@ -58,10 +46,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 5607fb19744d..10689fbd12bf 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -85,8 +85,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index 3433c4ff8da7..42eace919cae 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - + +-0.015 + + + +-0.01 + + + +-0.005 + + + 0 - - + + 0.005 - - + + 0.01 - - -0.015 - - - -0.02 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 6d910e3c5e08..cd7a553eefaf 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,59 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + - + +-0.015 + + + -0.01 - - + + -0.005 - - -1.73472e-18 + + +0 - - + + 0.005 + + +0.01 + - - - - + +0.015 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index f36f81a3dc0b..58b70ecec4e7 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index ad3c1a22902d..84f12b80b2ff 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.8204 µs - 8.8913 µs - 8.9866 µs + 8.8263 µs + 8.8935 µs + 8.9758 µs R² - 0.7641347 - 0.7692307 - 0.7600704 + 0.8795660 + 0.8852205 + 0.8767344 Mean - 8.8344 µs - 8.9098 µs - 9.0104 µs + 8.8342 µs + 8.8894 µs + 8.9482 µs Std. Dev. - 220.78 ns - 453.86 ns - 700.12 ns + 226.76 ns + 291.50 ns + 359.54 ns Median - 8.7880 µs - 8.8846 µs - 8.9120 µs + 8.7405 µs + 8.8935 µs + 8.9414 µs MAD - 222.36 ns - 308.99 ns - 343.91 ns + 236.74 ns + 306.33 ns + 361.30 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.1540% - +0.8396% - +1.9989% - (p = 0.14 > + -1.4936% + -0.2289% + +0.8773% + (p = 0.72 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index f7236bce38e1..35d9132c1dec 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -8.82 + + +12 - - + + +14 + + + + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - -8.98 - - - -9 - - - -9.02 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 3d3a8764f8d5..761f02175e6c 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - -45 - - + - -8.78 + +8.75 - - + + 8.8 - - -8.82 - - - -8.84 - - - -8.86 - - - -8.88 + + +8.85 - - + + 8.9 - - -8.92 + + +8.95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index b871a14f0e68..811b0815b97a 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,50 +42,26 @@ Average Time (µs) - -8 - - - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - -11 - - - -11.5 - - - -12 - - - -12.5 - - - -13 - - + Density (a.u.) @@ -94,40 +70,40 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - - - + + + + + - - - - - + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index cfaca545d2f8..9950fdc9d909 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + - -8 + +8.5 + + + +9 + + + +9.5 - - + + 10 - - -12 + + +10.5 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index cb05ee52d9dd..f229cb67b9c0 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -77,106 +77,106 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 906195b527b9..697ee58f3ab4 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,37 +12,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -74,104 +74,104 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 5ede3753b300..80449e507e6d 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,42 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + 8 @@ -55,8 +43,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 81e842b7fdd3..57d884b4f99d 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 154d1adf534b..bac66ea739d3 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + + +11 + + - + 8.82 - - + + 8.84 - - + + 8.86 - + 8.88 - + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - -9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index c568e010f4c3..e687056232f4 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + + +11 + + - + 8.82 - - + + 8.84 - - + + 8.86 - + 8.88 - + 8.9 - - + + 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - -9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index cf0189969347..758a2c0559ba 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4050.374090707611,"upper_bound":4068.2056286361285},"point_estimate":4059.062171154814,"standard_error":4.542347330210801},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4043.570339912281,"upper_bound":4064.161212121212},"point_estimate":4051.2696787148593,"standard_error":4.889289486766798},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.907088841430895,"upper_bound":53.97401995086078},"point_estimate":42.80596004158174,"standard_error":5.687401275671829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4040.0757173977895,"upper_bound":4056.917229975681},"point_estimate":4048.152786759273,"standard_error":4.295479228374536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.177764344864244,"upper_bound":55.73365943823799},"point_estimate":45.464311047124355,"standard_error":5.152313289664679}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3985.6602563351944,"upper_bound":4032.463116890561},"point_estimate":4005.8779659804386,"standard_error":12.050724578598906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3969.9843656156154,"upper_bound":3989.705882352941},"point_estimate":3979.986809269162,"standard_error":4.722000233822671},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.370106084286626,"upper_bound":41.49351340968436},"point_estimate":33.09334041069336,"standard_error":4.35497207000263},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3976.5248588526697,"upper_bound":4030.133391635141},"point_estimate":3996.389383380129,"standard_error":14.427507575955557},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.2613398614666,"upper_bound":182.25667903222995},"point_estimate":120.73230469166381,"standard_error":35.920124509373714}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 0591cd553cc0..8f3fe1c99c3c 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60676.0,121586.0,180710.0,240603.0,305610.0,384359.0,436474.0,486913.0,543034.0,605411.0,663618.0,725081.0,783508.0,864170.0,913081.0,967283.0,1036251.0,1126456.0,1152741.0,1215190.0,1283495.0,1355884.0,1397112.0,1480258.0,1511595.0,1604662.0,1656638.0,1727888.0,1794919.0,1808093.0,1885423.0,1940369.0,2019763.0,2073315.0,2136108.0,2216615.0,2207256.0,2276763.0,2340227.0,2420188.0,2509003.0,2536620.0,2586699.0,2705466.0,2712032.0,2792747.0,2901418.0,2926621.0,2987437.0,3053877.0,3141680.0,3212420.0,3249934.0,3326537.0,3352933.0,3450671.0,3531789.0,3550233.0,3620313.0,3689735.0,3771018.0,3820888.0,3845560.0,3920749.0,3969558.0,4033603.0,4034945.0,4130889.0,4258459.0,4234157.0,4317427.0,4357490.0,4376411.0,4438394.0,4512334.0,4568384.0,4601031.0,4733862.0,4761515.0,4824719.0,4877091.0,4966684.0,5044623.0,5070300.0,5142579.0,5191212.0,5258450.0,5319343.0,5427155.0,5475720.0,5519529.0,5550418.0,5649828.0,5803257.0,5685084.0,5792142.0,5903423.0,5946855.0,6002576.0,6064413.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[73155.0,118772.0,179289.0,236980.0,300049.0,355546.0,414266.0,482933.0,534558.0,592613.0,706674.0,774487.0,777275.0,843198.0,887254.0,945100.0,1023067.0,1091551.0,1130505.0,1201399.0,1241264.0,1313588.0,1375649.0,1434877.0,1481947.0,1536434.0,1612488.0,1657644.0,1720831.0,1795997.0,1852008.0,1904916.0,1978740.0,2058382.0,2095207.0,2138382.0,2202615.0,2261064.0,2434741.0,2391150.0,2463469.0,2515151.0,2553835.0,2604538.0,2699253.0,2736447.0,2817748.0,2859331.0,2937686.0,3023804.0,3052125.0,3136223.0,3176397.0,3259067.0,3390684.0,3378341.0,3417257.0,3488186.0,3552856.0,3580414.0,3636578.0,3728091.0,3817075.0,3847547.0,3886987.0,3935370.0,3972639.0,4058992.0,4090288.0,4204921.0,4224067.0,4387269.0,4456356.0,4376097.0,4441495.0,4522040.0,4555800.0,4611784.0,4695552.0,4737082.0,4848975.0,5002613.0,4971294.0,4997217.0,5061811.0,5116355.0,5209452.0,6062581.0,5274688.0,5369602.0,5431073.0,5480716.0,5549066.0,5588020.0,5654350.0,5690502.0,5750975.0,5822734.0,5875053.0,6011202.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 021c8a4a9252..c14c5f406d61 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3848.1072655319526,3936.9709085134846,4173.940623130903,4262.804266112435] \ No newline at end of file +[3823.725287388922,3891.675240593686,4072.8751158063897,4140.825069011154] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index f8557d4dc95a..0041d3188f46 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013343716321505928,"upper_bound":0.025753499690171378},"point_estimate":0.020498892510522504,"standard_error":0.0032057097589322354},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017495329189459286,"upper_bound":0.02387453235666448},"point_estimate":0.01995725618307409,"standard_error":0.0016175759184655666}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018850066680763656,"upper_bound":-0.0057883910378433755},"point_estimate":-0.013102584521203497,"standard_error":0.0033102233723034703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021139312747197093,"upper_bound":-0.0146393306510183},"point_estimate":-0.017595192396155035,"standard_error":0.0016358910592472024}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index cf0189969347..758a2c0559ba 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4050.374090707611,"upper_bound":4068.2056286361285},"point_estimate":4059.062171154814,"standard_error":4.542347330210801},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4043.570339912281,"upper_bound":4064.161212121212},"point_estimate":4051.2696787148593,"standard_error":4.889289486766798},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.907088841430895,"upper_bound":53.97401995086078},"point_estimate":42.80596004158174,"standard_error":5.687401275671829},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4040.0757173977895,"upper_bound":4056.917229975681},"point_estimate":4048.152786759273,"standard_error":4.295479228374536},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.177764344864244,"upper_bound":55.73365943823799},"point_estimate":45.464311047124355,"standard_error":5.152313289664679}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3985.6602563351944,"upper_bound":4032.463116890561},"point_estimate":4005.8779659804386,"standard_error":12.050724578598906},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3969.9843656156154,"upper_bound":3989.705882352941},"point_estimate":3979.986809269162,"standard_error":4.722000233822671},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.370106084286626,"upper_bound":41.49351340968436},"point_estimate":33.09334041069336,"standard_error":4.35497207000263},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3976.5248588526697,"upper_bound":4030.133391635141},"point_estimate":3996.389383380129,"standard_error":14.427507575955557},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45.2613398614666,"upper_bound":182.25667903222995},"point_estimate":120.73230469166381,"standard_error":35.920124509373714}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 0591cd553cc0..8f3fe1c99c3c 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60676.0,121586.0,180710.0,240603.0,305610.0,384359.0,436474.0,486913.0,543034.0,605411.0,663618.0,725081.0,783508.0,864170.0,913081.0,967283.0,1036251.0,1126456.0,1152741.0,1215190.0,1283495.0,1355884.0,1397112.0,1480258.0,1511595.0,1604662.0,1656638.0,1727888.0,1794919.0,1808093.0,1885423.0,1940369.0,2019763.0,2073315.0,2136108.0,2216615.0,2207256.0,2276763.0,2340227.0,2420188.0,2509003.0,2536620.0,2586699.0,2705466.0,2712032.0,2792747.0,2901418.0,2926621.0,2987437.0,3053877.0,3141680.0,3212420.0,3249934.0,3326537.0,3352933.0,3450671.0,3531789.0,3550233.0,3620313.0,3689735.0,3771018.0,3820888.0,3845560.0,3920749.0,3969558.0,4033603.0,4034945.0,4130889.0,4258459.0,4234157.0,4317427.0,4357490.0,4376411.0,4438394.0,4512334.0,4568384.0,4601031.0,4733862.0,4761515.0,4824719.0,4877091.0,4966684.0,5044623.0,5070300.0,5142579.0,5191212.0,5258450.0,5319343.0,5427155.0,5475720.0,5519529.0,5550418.0,5649828.0,5803257.0,5685084.0,5792142.0,5903423.0,5946855.0,6002576.0,6064413.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[73155.0,118772.0,179289.0,236980.0,300049.0,355546.0,414266.0,482933.0,534558.0,592613.0,706674.0,774487.0,777275.0,843198.0,887254.0,945100.0,1023067.0,1091551.0,1130505.0,1201399.0,1241264.0,1313588.0,1375649.0,1434877.0,1481947.0,1536434.0,1612488.0,1657644.0,1720831.0,1795997.0,1852008.0,1904916.0,1978740.0,2058382.0,2095207.0,2138382.0,2202615.0,2261064.0,2434741.0,2391150.0,2463469.0,2515151.0,2553835.0,2604538.0,2699253.0,2736447.0,2817748.0,2859331.0,2937686.0,3023804.0,3052125.0,3136223.0,3176397.0,3259067.0,3390684.0,3378341.0,3417257.0,3488186.0,3552856.0,3580414.0,3636578.0,3728091.0,3817075.0,3847547.0,3886987.0,3935370.0,3972639.0,4058992.0,4090288.0,4204921.0,4224067.0,4387269.0,4456356.0,4376097.0,4441495.0,4522040.0,4555800.0,4611784.0,4695552.0,4737082.0,4848975.0,5002613.0,4971294.0,4997217.0,5061811.0,5116355.0,5209452.0,6062581.0,5274688.0,5369602.0,5431073.0,5480716.0,5549066.0,5588020.0,5654350.0,5690502.0,5750975.0,5822734.0,5875053.0,6011202.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 021c8a4a9252..c14c5f406d61 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3848.1072655319526,3936.9709085134846,4173.940623130903,4262.804266112435] \ No newline at end of file +[3823.725287388922,3891.675240593686,4072.8751158063897,4140.825069011154] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index 867bffa401a1..9e2472e4f551 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,66 +9,90 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - + + +0.09 + + + +0.1 + + - + +24 + + + +26 + + + +28 + + + 30 - - -35 + + +32 - - -40 + + +34 - - -45 + + +36 - - -50 + + +38 + + + +40 - - -55 + + +42 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 5e4c54bc7122..32203b071312 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - -0.01 - - - -0.02 - - - -0.03 + +0.002 - - -0.04 + + +0.004 - - -0.05 + + +0.006 - - -0.06 + + +0.008 - - -0.07 + + +0.01 - - -0.08 + + +0.012 - + - -36 - - - -38 - - - + 40 - - -42 + + +60 + + + +80 - + -44 +100 - -46 - - - -48 - - - -50 + +120 - - -52 + + +140 - - -54 + + +160 - - -56 + + +180 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index fff3b53a36a9..6ea2b4090c5f 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -46,22 +46,22 @@ Average Time (µs) - + 4 - - + + 4.5 - - + + 5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index a2588fdd229f..f50b73845b65 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index c521de16b186..03d0a0814ac1 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - -0.012 - - - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index e709c8d949df..ca3e3a357e5c 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - -0.017 + +-0.021 - - -0.018 + + +-0.02 - - -0.019 + + +-0.019 - - -0.02 + + +-0.018 - - -0.021 + + +-0.017 - - -0.022 + + +-0.016 - - -0.023 + + +-0.015 - - -0.024 + + +-0.014 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index ec69ca867104..68487970fd32 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 96a97dd8d00c..ce754b5e89b1 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 4.0401 µs - 4.0482 µs - 4.0569 µs + 3.9765 µs + 3.9964 µs + 4.0301 µs R² - 0.9887967 - 0.9893385 - 0.9887006 + 0.9213173 + 0.9241906 + 0.9159478 Mean - 4.0504 µs - 4.0591 µs - 4.0682 µs + 3.9857 µs + 4.0059 µs + 4.0325 µs Std. Dev. - 36.178 ns - 45.464 ns - 55.734 ns + 45.261 ns + 120.73 ns + 182.26 ns Median - 4.0436 µs - 4.0513 µs - 4.0642 µs + 3.9700 µs + 3.9800 µs + 3.9897 µs MAD - 31.907 ns - 42.806 ns - 53.974 ns + 25.370 ns + 33.093 ns + 41.494 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.3344% - +2.0499% - +2.5753% + -1.8850% + -1.3103% + -0.5788% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index ae94a2b895b2..2156cdb27580 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -10 - - - -20 - - - -30 + +5 - - -40 + + +10 - - -50 + + +15 - - -60 + + +20 - - -70 + + +25 - - -80 + + +30 - - -90 + + +35 - + - -4.05 + +3.985 - - -4.052 + + +3.99 - - -4.054 + + +3.995 - - -4.056 + + +4 - - -4.058 + + +4.005 - - -4.06 + + +4.01 - - -4.062 + + +4.015 - - -4.064 + + +4.02 - - -4.066 + + +4.025 - - -4.068 + + +4.03 - - -4.07 + + +4.035 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index f1418a08ce63..fb001133f26b 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - -4.045 + +3.97 - - -4.05 + + +3.975 - - -4.055 + + +3.98 - - -4.06 + + +3.985 - - -4.065 + + +3.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 1b5c585eee07..01677e293d1f 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,34 +42,30 @@ Average Time (µs) - -3.95 + +3.8 - - + + 4 - - -4.05 - - - -4.1 + + +4.2 - - -4.15 + + +4.4 - - -4.2 + + +4.6 - - -4.25 + + +4.8 - + Density (a.u.) @@ -78,50 +74,48 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index be17af2088b8..75a7ec84514c 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - -8 - - - -9 - - + - + 4 - - -4.1 + + +4.5 - - -4.2 - - - -4.3 + + +5 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 785b9dede4c3..c3fcd9e6d870 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,25 +15,25 @@ Iterations (x 10^3) - - - + + + - + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 @@ -76,107 +76,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index e490e891b49b..debc8629c3c4 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -14,7 +14,7 @@ Iterations (x 10^3) - + @@ -27,10 +27,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -73,105 +73,105 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index f245661862ec..06a0c678a2a2 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -43,20 +43,20 @@ Average Time (µs) - + 4 - - + + 4.5 - - + + 5 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index ca13981e5ce3..48e0bc13a800 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index d5266b8fda46..fd30aeaec255 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 - - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - -90 + + +30 - - -100 + + +35 - + - -4.04 - - - -4.042 - - - -4.044 - - - -4.046 - - - -4.048 + +3.98 - - -4.05 + + +3.99 - - -4.052 + + +4 - - -4.054 + + +4.01 - - -4.056 + + +4.02 - - -4.058 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index c8116a68ebab..0210a71acdbe 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 - - - -40 - - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - -90 + + +30 - - -100 + + +35 - + - -4.04 - - - -4.042 - - - -4.044 - - - -4.046 - - - -4.048 + +3.98 - - -4.05 + + +3.99 - - -4.052 + + +4 - - -4.054 + + +4.01 - - -4.056 + + +4.02 - - -4.058 + + +4.03 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index f58d1162f070..3c4e099aae21 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81325.53471783682,"upper_bound":81573.62585943022},"point_estimate":81436.19730224504,"standard_error":63.42269091036093},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81314.59349593495,"upper_bound":81463.77777777778},"point_estimate":81381.98001012145,"standard_error":34.551021151326175},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.32406653651222,"upper_bound":382.63829975675594},"point_estimate":311.65542815818316,"standard_error":38.32442371836211},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81433.34846587182,"upper_bound":81652.61753839956},"point_estimate":81529.17848775923,"standard_error":56.226203144639946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311.9582436544045,"upper_bound":943.6553882123985},"point_estimate":636.335116104281,"standard_error":169.91749256835487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80742.449392188,"upper_bound":80968.86180595917},"point_estimate":80847.52093995281,"standard_error":57.69950971480589},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80783.63257575757,"upper_bound":80954.08666666667},"point_estimate":80884.10263347763,"standard_error":40.97621103217268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":239.60023645570868,"upper_bound":419.18324973558924},"point_estimate":323.23326926145927,"standard_error":45.30274892207377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80951.09328509137,"upper_bound":81118.9344401706},"point_estimate":81030.74162011723,"standard_error":42.75317838443885},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":364.6763602248472,"upper_bound":828.7023630060418},"point_estimate":579.5766407914716,"standard_error":135.09525977648346}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index f35621268af4..e16fa11b4c54 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[486949.0,981292.0,1454672.0,1932846.0,2433479.0,2909897.0,3410407.0,3883220.0,4386104.0,4868413.0,5405288.0,5814560.0,6397669.0,6797915.0,7280502.0,7750935.0,8266127.0,8730129.0,9182722.0,9739708.0,10226077.0,10696505.0,11175514.0,11757361.0,12211876.0,12624407.0,13110996.0,13639763.0,14104925.0,14663480.0,15044693.0,15590034.0,16071326.0,16619019.0,17005607.0,17891101.0,18062149.0,18613051.0,19139571.0,19530103.0,20003390.0,20540108.0,20985129.0,21520720.0,23199620.0,22559165.0,22887947.0,23415180.0,23979858.0,24386290.0,24902063.0,25391710.0,25865802.0,26533280.0,26886580.0,27394577.0,27880006.0,28336551.0,28868834.0,29355708.0,29831933.0,30510716.0,30907528.0,31258944.0,31794111.0,32214817.0,32575134.0,33243579.0,33606545.0,34086494.0,35870936.0,35244105.0,35941126.0,36270086.0,36699950.0,37109405.0,37770266.0,38052310.0,38593814.0,39092566.0,39634933.0,40101561.0,40655552.0,40977799.0,41514680.0,42198238.0,42488500.0,43013941.0,43591598.0,43920479.0,44376650.0,44851555.0,45530770.0,45943651.0,46451038.0,46766829.0,47347296.0,47680687.0,48523918.0,49002298.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[477096.0,963984.0,1449175.0,1926180.0,2393764.0,2881039.0,3357102.0,3837297.0,4353313.0,4851441.0,5357884.0,5799466.0,6259237.0,6725682.0,7260765.0,7707729.0,8223726.0,8645419.0,9134451.0,9623340.0,10142975.0,10581398.0,11070269.0,11615964.0,12097936.0,12661469.0,13048896.0,13510839.0,14050710.0,14463462.0,14913325.0,15528125.0,16191063.0,16513963.0,16996984.0,17461209.0,17923126.0,18484887.0,18882743.0,19339436.0,19951724.0,20389331.0,20848597.0,21326879.0,21875690.0,23417334.0,22816811.0,23265450.0,23793282.0,24286226.0,24842934.0,25285905.0,25830204.0,26285884.0,26772803.0,27145891.0,27708594.0,28127118.0,28596653.0,29241808.0,29629956.0,30443551.0,30656727.0,30997923.0,31625646.0,32032769.0,32694609.0,33039513.0,33401361.0,34021108.0,34402811.0,35060070.0,35422221.0,36014864.0,36405848.0,37126957.0,37365347.0,37916771.0,38408958.0,38899365.0,39408449.0,39838317.0,40452706.0,40604119.0,41294708.0,41760320.0,42280510.0,42788691.0,43523974.0,43693887.0,44269410.0,44990002.0,44956982.0,45604906.0,46031003.0,46839249.0,47232910.0,47614127.0,47970327.0,48901348.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 9313ee42fa2c..ff0371429dfd 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[79986.49562366314,80574.26520460428,82141.65075378065,82729.42033472178] \ No newline at end of file +[79205.42840836063,79906.67739862476,81776.67470599576,82477.92369625988] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index a8d6a7419249..dbf3bc274d41 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06113399413686896,"upper_bound":0.06604940835124051},"point_estimate":0.06353238961941532,"standard_error":0.00124651246524867},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.06345652543283409,"upper_bound":0.0658746588029171},"point_estimate":0.06442629530072885,"standard_error":0.0005962445237880865}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009292155099320226,"upper_bound":-0.005215941249468892},"point_estimate":-0.007228681861302988,"standard_error":0.001034094794512725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007563424102773553,"upper_bound":-0.004938261707762015},"point_estimate":-0.006117784017812045,"standard_error":0.0006554809613668079}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index f58d1162f070..3c4e099aae21 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81325.53471783682,"upper_bound":81573.62585943022},"point_estimate":81436.19730224504,"standard_error":63.42269091036093},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81314.59349593495,"upper_bound":81463.77777777778},"point_estimate":81381.98001012145,"standard_error":34.551021151326175},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.32406653651222,"upper_bound":382.63829975675594},"point_estimate":311.65542815818316,"standard_error":38.32442371836211},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81433.34846587182,"upper_bound":81652.61753839956},"point_estimate":81529.17848775923,"standard_error":56.226203144639946},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":311.9582436544045,"upper_bound":943.6553882123985},"point_estimate":636.335116104281,"standard_error":169.91749256835487}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80742.449392188,"upper_bound":80968.86180595917},"point_estimate":80847.52093995281,"standard_error":57.69950971480589},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80783.63257575757,"upper_bound":80954.08666666667},"point_estimate":80884.10263347763,"standard_error":40.97621103217268},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":239.60023645570868,"upper_bound":419.18324973558924},"point_estimate":323.23326926145927,"standard_error":45.30274892207377},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80951.09328509137,"upper_bound":81118.9344401706},"point_estimate":81030.74162011723,"standard_error":42.75317838443885},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":364.6763602248472,"upper_bound":828.7023630060418},"point_estimate":579.5766407914716,"standard_error":135.09525977648346}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index f35621268af4..e16fa11b4c54 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[486949.0,981292.0,1454672.0,1932846.0,2433479.0,2909897.0,3410407.0,3883220.0,4386104.0,4868413.0,5405288.0,5814560.0,6397669.0,6797915.0,7280502.0,7750935.0,8266127.0,8730129.0,9182722.0,9739708.0,10226077.0,10696505.0,11175514.0,11757361.0,12211876.0,12624407.0,13110996.0,13639763.0,14104925.0,14663480.0,15044693.0,15590034.0,16071326.0,16619019.0,17005607.0,17891101.0,18062149.0,18613051.0,19139571.0,19530103.0,20003390.0,20540108.0,20985129.0,21520720.0,23199620.0,22559165.0,22887947.0,23415180.0,23979858.0,24386290.0,24902063.0,25391710.0,25865802.0,26533280.0,26886580.0,27394577.0,27880006.0,28336551.0,28868834.0,29355708.0,29831933.0,30510716.0,30907528.0,31258944.0,31794111.0,32214817.0,32575134.0,33243579.0,33606545.0,34086494.0,35870936.0,35244105.0,35941126.0,36270086.0,36699950.0,37109405.0,37770266.0,38052310.0,38593814.0,39092566.0,39634933.0,40101561.0,40655552.0,40977799.0,41514680.0,42198238.0,42488500.0,43013941.0,43591598.0,43920479.0,44376650.0,44851555.0,45530770.0,45943651.0,46451038.0,46766829.0,47347296.0,47680687.0,48523918.0,49002298.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[477096.0,963984.0,1449175.0,1926180.0,2393764.0,2881039.0,3357102.0,3837297.0,4353313.0,4851441.0,5357884.0,5799466.0,6259237.0,6725682.0,7260765.0,7707729.0,8223726.0,8645419.0,9134451.0,9623340.0,10142975.0,10581398.0,11070269.0,11615964.0,12097936.0,12661469.0,13048896.0,13510839.0,14050710.0,14463462.0,14913325.0,15528125.0,16191063.0,16513963.0,16996984.0,17461209.0,17923126.0,18484887.0,18882743.0,19339436.0,19951724.0,20389331.0,20848597.0,21326879.0,21875690.0,23417334.0,22816811.0,23265450.0,23793282.0,24286226.0,24842934.0,25285905.0,25830204.0,26285884.0,26772803.0,27145891.0,27708594.0,28127118.0,28596653.0,29241808.0,29629956.0,30443551.0,30656727.0,30997923.0,31625646.0,32032769.0,32694609.0,33039513.0,33401361.0,34021108.0,34402811.0,35060070.0,35422221.0,36014864.0,36405848.0,37126957.0,37365347.0,37916771.0,38408958.0,38899365.0,39408449.0,39838317.0,40452706.0,40604119.0,41294708.0,41760320.0,42280510.0,42788691.0,43523974.0,43693887.0,44269410.0,44990002.0,44956982.0,45604906.0,46031003.0,46839249.0,47232910.0,47614127.0,47970327.0,48901348.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 9313ee42fa2c..ff0371429dfd 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[79986.49562366314,80574.26520460428,82141.65075378065,82729.42033472178] \ No newline at end of file +[79205.42840836063,79906.67739862476,81776.67470599576,82477.92369625988] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index f0fae9b75fda..632aed269e36 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - -0.011 - - + - + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - + + 380 - - - - + + +400 + + + +420 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index e3f96a1fa880..77f5fb6aef91 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,62 +9,98 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + - -300 + +350 - - + + 400 - - + + +450 + + + 500 - - + + +550 + + + 600 - + -700 +650 - -800 + +700 - - -900 + + +750 + + + +800 - - -1000 + + +850 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 81eaec26deaf..85d1b4629cd1 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -46,22 +46,26 @@ Average Time (µs) - -75 - - - + 80 - - -85 + + +82 + + + +84 + + + +86 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index de0dfa12b36b..c6f2633b5bec 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index ee01aa6afdb4..188cd5d87d20 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + - -0.061 - - - -0.062 - - - -0.063 - - - -0.064 - - - -0.065 - - - -0.066 - - - - - - + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 939aaa2df2ad..457116be3389 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - -0.0635 - - - -0.064 - - - -0.0645 - - - -0.065 - - - -0.0655 - - - -0.066 - - - - - - + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 63e1369fe70b..ed175820b9ba 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -21,10 +21,10 @@ t score 0.1 - + 0.15 - + 0.2 @@ -33,10 +33,10 @@ t score 0.25 - + 0.3 - + 0.35 @@ -46,44 +46,44 @@ t score - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index c0ef03c7cf70..311c7612270c 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 81.433 µs - 81.529 µs - 81.653 µs + 80.951 µs + 81.031 µs + 81.119 µs R² - 0.9940490 - 0.9942362 - 0.9939257 + 0.9964845 + 0.9966138 + 0.9964552 Mean - 81.326 µs - 81.436 µs - 81.574 µs + 80.742 µs + 80.848 µs + 80.969 µs Std. Dev. - 311.96 ns - 636.34 ns - 943.66 ns + 364.68 ns + 579.58 ns + 828.70 ns Median - 81.315 µs - 81.382 µs - 81.464 µs + 80.784 µs + 80.884 µs + 80.954 µs MAD - 227.32 ns - 311.66 ns - 382.64 ns + 239.60 ns + 323.23 ns + 419.18 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +6.1134% - +6.3532% - +6.6049% + -0.9292% + -0.7229% + -0.5216% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index abd88d503837..5370778e7e3d 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - + - -81.3 + +80.75 - - -81.35 + + +80.8 - - -81.4 + + +80.85 - - -81.45 + + +80.9 - - -81.5 + + +80.95 - - -81.55 - - - -81.6 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index 8305aed06ac2..92021f7921a5 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,94 +9,82 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - -18 - - - -20 - - - -22 - - + - -81.3 + +80.78 - - -81.32 + + +80.8 - - -81.34 + + +80.82 - - -81.36 + + +80.84 - - -81.38 + + +80.86 - - -81.4 + + +80.88 - - -81.42 + + +80.9 - - -81.44 + + +80.92 - - -81.46 + + +80.94 - - -81.48 + + +80.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 8db6ec92552d..a38eb1c7a645 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,34 +38,34 @@ Average Time (µs) - + +79 + + + 80 - - + + 81 - - + + 82 - - + + 83 - - + + 84 - - + + 85 - - -86 - - + Density (a.u.) @@ -78,54 +78,52 @@ Density (a.u.) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 648909dbcab0..179ac2839a1b 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -14,59 +14,55 @@ Average Time (µs) 0.1 - + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - + - + 80 - - + + 82 - - + + 84 - - -86 - - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 14adb042f707..4452699070cb 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -14,20 +14,20 @@ Iterations - + - - + + - + - + 5.0 - + 10.0 @@ -40,14 +40,14 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - + 35.0 @@ -56,10 +56,10 @@ Iterations 40.0 - + 45.0 - + 100 @@ -91,102 +91,102 @@ Iterations - + - + - - + + - - - - - - - - + + + + + + + + - - + + - - + + - - - - - + + + + + - - - - - + + + + + - - + + - + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 4bb442b5236d..409d794b598f 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -12,12 +12,12 @@ Iterations - + - + @@ -25,10 +25,10 @@ Iterations 5.0 - + 10.0 - + 15.0 @@ -45,10 +45,10 @@ Iterations 30.0 - + 35.0 - + 40.0 @@ -89,7 +89,7 @@ Iterations - + @@ -100,36 +100,36 @@ Iterations - + - + - - + + - + - - - - + + + + - + - - - + + + - + @@ -137,51 +137,51 @@ Iterations - - - - + + + + - + - - + + - - - + + + - - - + + + - - - + + + - + - + - - + + - + - - - - - + + + + + - + - - + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 65c7d25c4755..5228a248fca3 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -43,20 +43,24 @@ Average Time (µs) - -75 - - - + 80 - - -85 + + +82 + + + +84 + + + +86 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index bd6e67f59e34..3b0584fcfa6d 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -92,8 +92,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 7dd0c3ea29d0..19c9206802b6 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + + +10 + + - -81.45 + +80.94 + + + +80.96 + + + +80.98 + + + +81 + + + +81.02 + + + +81.04 - - -81.5 + + +81.06 - - -81.55 + + +81.08 - - -81.6 + + +81.1 - - -81.65 + + +81.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 8df43b6b86cb..0d3324a78dc6 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + + +9 + + + +10 + + - -81.45 + +80.94 + + + +80.96 + + + +80.98 + + + +81 + + + +81.02 + + + +81.04 - - -81.5 + + +81.06 - - -81.55 + + +81.08 - - -81.6 + + +81.1 - - -81.65 + + +81.12 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 6bfab5269433..b28dc1f20a3f 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9532.324866314115,"upper_bound":9583.979840794027},"point_estimate":9554.21775517276,"standard_error":13.392942616859388},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9525.014184397163,"upper_bound":9540.72893170426},"point_estimate":9530.232765151515,"standard_error":4.292359566990189},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.664867072412086,"upper_bound":68.90686485919974},"point_estimate":42.365758640339706,"standard_error":9.654820060379867},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9539.803477047417,"upper_bound":9568.930548719809},"point_estimate":9553.193570267475,"standard_error":7.4324702132045495},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.671545287411796,"upper_bound":210.42861994192324},"point_estimate":134.54026734674667,"standard_error":47.189422405370465}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9495.578685364699,"upper_bound":9555.293783422436},"point_estimate":9520.814671971606,"standard_error":15.458395796832638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9482.618620144534,"upper_bound":9500.051896551724},"point_estimate":9489.988888888889,"standard_error":4.112519880606333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.18885672011318,"upper_bound":69.21479114907731},"point_estimate":52.73394701833209,"standard_error":7.537926956461643},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.860686147504,"upper_bound":9569.942086312414},"point_estimate":9523.88915078075,"standard_error":19.986083016778526},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.67186192981435,"upper_bound":243.9274355942561},"point_estimate":155.93598314049333,"standard_error":53.01568451721558}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 940c6471be29..94583b256e16 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113551.0,230019.0,346721.0,453388.0,566699.0,696241.0,792982.0,912772.0,1036439.0,1132870.0,1246286.0,1391369.0,1473515.0,1590385.0,1711185.0,1822932.0,1930058.0,2061944.0,2174113.0,2286708.0,2395571.0,2539390.0,2613591.0,2769933.0,2857631.0,2958079.0,3086550.0,3206887.0,3715038.0,3460206.0,3535872.0,3665705.0,3909672.0,3886602.0,3982076.0,4082764.0,4241461.0,4348941.0,4431739.0,4564229.0,4664264.0,4867249.0,4892597.0,5053074.0,5144602.0,5243312.0,5388349.0,5540604.0,5613170.0,5767567.0,5829086.0,5929854.0,6058191.0,6131481.0,6279630.0,6407892.0,6482989.0,6633988.0,6796224.0,7000874.0,6972948.0,7138209.0,7219117.0,7380997.0,7429463.0,7521258.0,7680210.0,7769432.0,8155008.0,7983906.0,8157671.0,8208297.0,8341765.0,8609566.0,8566492.0,8678387.0,8806539.0,8924720.0,9089893.0,9148396.0,9240047.0,9360757.0,9531406.0,9604264.0,9666168.0,9844858.0,10029324.0,10083874.0,10215627.0,10321861.0,10453281.0,10545044.0,10642206.0,10744216.0,10891564.0,11004953.0,11097182.0,11210572.0,11410981.0,11427582.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113200.0,226103.0,339548.0,457557.0,565420.0,678911.0,800243.0,920425.0,1018134.0,1142768.0,1244258.0,1376289.0,1472074.0,1607979.0,1708256.0,1822016.0,1921870.0,2048093.0,2175665.0,2292955.0,2422036.0,2496229.0,2633149.0,2744084.0,2869390.0,3194524.0,3054081.0,3166471.0,3306985.0,3403234.0,3519273.0,3651738.0,3750256.0,3934835.0,4043493.0,4101146.0,4221034.0,4324608.0,4413208.0,4536764.0,4641978.0,4783518.0,4951292.0,4995825.0,5132498.0,5280425.0,5371410.0,5534774.0,5563658.0,5698364.0,5792362.0,5911586.0,6064436.0,6191538.0,6226040.0,6398507.0,6489881.0,6732904.0,6728364.0,6839624.0,6905998.0,7064178.0,7153780.0,7334892.0,7399260.0,7510750.0,7700228.0,7716890.0,7822811.0,7946893.0,9160875.0,8198309.0,8313790.0,8403342.0,8523389.0,8657832.0,8809563.0,8858457.0,9210874.0,9101185.0,9274055.0,9331592.0,9449704.0,9571073.0,9658945.0,9796294.0,9881639.0,10120741.0,10120244.0,10276708.0,10439335.0,10460959.0,10668323.0,10661902.0,10836412.0,11060718.0,11010463.0,11159149.0,11229026.0,11382683.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 2bb37abe20fa..d90b7e8027f7 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9310.294179724771,9407.61543663658,9667.138788401404,9764.460045313212] \ No newline at end of file +[9236.287385782118,9348.888220759025,9649.157114030775,9761.75794900768] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 13c96c6d4a57..27b914dacfe2 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00425736504280802,"upper_bound":0.01011620468706053},"point_estimate":0.0068707966200469706,"standard_error":0.0014888422108858051},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00393654027496152,"upper_bound":0.006426525579672937},"point_estimate":0.004877408292023988,"standard_error":0.0006277068656657525}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007465646848550314,"upper_bound":0.0008597044161025998},"point_estimate":-0.0034961609686015027,"standard_error":0.0020920163772318806},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005586570311273631,"upper_bound":-0.0031363211906969557},"point_estimate":-0.004222759008550403,"standard_error":0.0006039058941337902}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 6bfab5269433..b28dc1f20a3f 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9532.324866314115,"upper_bound":9583.979840794027},"point_estimate":9554.21775517276,"standard_error":13.392942616859388},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9525.014184397163,"upper_bound":9540.72893170426},"point_estimate":9530.232765151515,"standard_error":4.292359566990189},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.664867072412086,"upper_bound":68.90686485919974},"point_estimate":42.365758640339706,"standard_error":9.654820060379867},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9539.803477047417,"upper_bound":9568.930548719809},"point_estimate":9553.193570267475,"standard_error":7.4324702132045495},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56.671545287411796,"upper_bound":210.42861994192324},"point_estimate":134.54026734674667,"standard_error":47.189422405370465}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9495.578685364699,"upper_bound":9555.293783422436},"point_estimate":9520.814671971606,"standard_error":15.458395796832638},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9482.618620144534,"upper_bound":9500.051896551724},"point_estimate":9489.988888888889,"standard_error":4.112519880606333},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":38.18885672011318,"upper_bound":69.21479114907731},"point_estimate":52.73394701833209,"standard_error":7.537926956461643},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.860686147504,"upper_bound":9569.942086312414},"point_estimate":9523.88915078075,"standard_error":19.986083016778526},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.67186192981435,"upper_bound":243.9274355942561},"point_estimate":155.93598314049333,"standard_error":53.01568451721558}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 940c6471be29..94583b256e16 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113551.0,230019.0,346721.0,453388.0,566699.0,696241.0,792982.0,912772.0,1036439.0,1132870.0,1246286.0,1391369.0,1473515.0,1590385.0,1711185.0,1822932.0,1930058.0,2061944.0,2174113.0,2286708.0,2395571.0,2539390.0,2613591.0,2769933.0,2857631.0,2958079.0,3086550.0,3206887.0,3715038.0,3460206.0,3535872.0,3665705.0,3909672.0,3886602.0,3982076.0,4082764.0,4241461.0,4348941.0,4431739.0,4564229.0,4664264.0,4867249.0,4892597.0,5053074.0,5144602.0,5243312.0,5388349.0,5540604.0,5613170.0,5767567.0,5829086.0,5929854.0,6058191.0,6131481.0,6279630.0,6407892.0,6482989.0,6633988.0,6796224.0,7000874.0,6972948.0,7138209.0,7219117.0,7380997.0,7429463.0,7521258.0,7680210.0,7769432.0,8155008.0,7983906.0,8157671.0,8208297.0,8341765.0,8609566.0,8566492.0,8678387.0,8806539.0,8924720.0,9089893.0,9148396.0,9240047.0,9360757.0,9531406.0,9604264.0,9666168.0,9844858.0,10029324.0,10083874.0,10215627.0,10321861.0,10453281.0,10545044.0,10642206.0,10744216.0,10891564.0,11004953.0,11097182.0,11210572.0,11410981.0,11427582.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113200.0,226103.0,339548.0,457557.0,565420.0,678911.0,800243.0,920425.0,1018134.0,1142768.0,1244258.0,1376289.0,1472074.0,1607979.0,1708256.0,1822016.0,1921870.0,2048093.0,2175665.0,2292955.0,2422036.0,2496229.0,2633149.0,2744084.0,2869390.0,3194524.0,3054081.0,3166471.0,3306985.0,3403234.0,3519273.0,3651738.0,3750256.0,3934835.0,4043493.0,4101146.0,4221034.0,4324608.0,4413208.0,4536764.0,4641978.0,4783518.0,4951292.0,4995825.0,5132498.0,5280425.0,5371410.0,5534774.0,5563658.0,5698364.0,5792362.0,5911586.0,6064436.0,6191538.0,6226040.0,6398507.0,6489881.0,6732904.0,6728364.0,6839624.0,6905998.0,7064178.0,7153780.0,7334892.0,7399260.0,7510750.0,7700228.0,7716890.0,7822811.0,7946893.0,9160875.0,8198309.0,8313790.0,8403342.0,8523389.0,8657832.0,8809563.0,8858457.0,9210874.0,9101185.0,9274055.0,9331592.0,9449704.0,9571073.0,9658945.0,9796294.0,9881639.0,10120741.0,10120244.0,10276708.0,10439335.0,10460959.0,10668323.0,10661902.0,10836412.0,11060718.0,11010463.0,11159149.0,11229026.0,11382683.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 2bb37abe20fa..d90b7e8027f7 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9310.294179724771,9407.61543663658,9667.138788401404,9764.460045313212] \ No newline at end of file +[9236.287385782118,9348.888220759025,9649.157114030775,9761.75794900768] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 5392679a0719..6e62949c0e60 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - -30 - - - + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 1369c57c8687..b331dba44ce9 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,94 +9,74 @@ Density (a.u.) Average time (ns) - -0.002 + +0.001 - - -0.004 + + +0.002 - - -0.006 + + +0.003 - - -0.008 + + +0.004 - - -0.01 + + +0.005 - - -0.012 + + +0.006 - - -0.014 + + +0.007 - - -0.016 + + +0.008 - - -0.018 + + +0.009 - - -0.02 + + +0.01 - - -0.022 + + +0.011 - + - -40 - - - -60 - - - -80 + +50 - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index d887fc003ecb..cc3cc3453788 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -9,55 +9,59 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 - - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - + - + 9.5 - - + + 10 - - + + 10.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index f5c2b425c5dc..feb3be610f12 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -75,10 +75,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 589f368b355e..d41cd59dd25c 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - -200 + + +160 - - -250 + + +180 - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - - - - + +-0.008 + + + +-0.007 + + + +-0.006 + + + +-0.005 + + + +-0.004 + + + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 421532b11228..b7be9aa17b24 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + - -0.004 + +-0.0055 - - -0.0045 + + +-0.005 - - -0.005 + + +-0.0045 - - -0.0055 + + +-0.004 - - -0.006 + + +-0.0035 - - -0.0065 + + +-0.003 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index cb3ed88d4352..f6ae3749db51 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index e9bfe8acd7b4..260081b45b38 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5398 µs - 9.5532 µs - 9.5689 µs + 9.4949 µs + 9.5239 µs + 9.5699 µs R² - 0.9895617 - 0.9898309 - 0.9894590 + 0.9588483 + 0.9600490 + 0.9570326 Mean - 9.5323 µs - 9.5542 µs - 9.5840 µs + 9.4956 µs + 9.5208 µs + 9.5553 µs Std. Dev. - 56.672 ns - 134.54 ns - 210.43 ns + 53.672 ns + 155.94 ns + 243.93 ns Median - 9.5250 µs - 9.5302 µs - 9.5407 µs + 9.4826 µs + 9.4900 µs + 9.5001 µs MAD - 32.665 ns - 42.366 ns - 68.907 ns + 38.189 ns + 52.734 ns + 69.215 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.4257% - +0.6871% - +1.0116% - (p = 0.00 < + -0.7466% + -0.3496% + +0.0860% + (p = 0.11 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index b880aa74242b..9789c3d4640f 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - + +9.49 + + + +9.5 + + + +9.51 + + + +9.52 + + + 9.53 - - + + 9.54 - - + + 9.55 - - + + 9.56 - - -9.57 - - - -9.58 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 81e586e365ef..fc73d43959a0 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + - -9.524 + +9.482 - - -9.526 + + +9.484 - - -9.528 + + +9.486 - - -9.53 + + +9.488 - - -9.532 + + +9.49 - - -9.534 + + +9.492 - - -9.536 + + +9.494 - - -9.538 + + +9.496 - - -9.54 + + +9.498 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 5e4f7da4d677..82662aad527d 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,38 +38,38 @@ Average Time (µs) - + 9.4 - - + + 9.6 - - + + 9.8 - - + + 10 - - + + 10.2 - - + + 10.4 - - + + 10.6 - - + + 10.8 - + Density (a.u.) @@ -78,60 +78,56 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 873275e94a75..767d3138efb5 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,59 +10,59 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - + - + 9.5 - - + + 10 - - + + 10.5 - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 9b43a939b0d9..531bb01bad27 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -15,61 +15,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -102,98 +102,98 @@ Iterations (x 10^3) - - - - - + + + + + - + - + - - - - - - - - - - - + + + + + + + + + + + - - - - + + + + - - - + + + - + - - - + + + - - - + + + - - - - - - - - + + + + + + + + - - - - + + + + - - + + - - + + - - - + + + - + - + - + - - - - - - - - - - - + + + + + + + + + + + - + diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 74de90701abf..6f25f7733c2c 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -11,22 +11,22 @@ Iterations (x 10^3) - + - + - - + + - + - + 1.0 - + 2.0 @@ -39,10 +39,10 @@ Iterations (x 10^3) 4.0 - + 5.0 - + 6.0 @@ -51,22 +51,22 @@ Iterations (x 10^3) 7.0 - + 8.0 - - + + 9.0 - + 10.0 - + 11.0 - + 0.2 @@ -105,92 +105,92 @@ Iterations (x 10^3) - + - + - - + + - - - + + + - - + + - - - - + + + + - + - - + + - + - - - + + + - + - - - - + + + + - + - + - - + + - + - - + + - - + + - - - + + + - + - + - - - + + + - - - - - - + + + + + + - + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 67e2be96e7b7..bc766becde01 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -6,53 +6,57 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 - - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - + - + 9.5 - - + + 10 - - + + 10.5 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 714a927a7f4a..18f49a3845de 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -72,8 +72,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 2bd58b1323e2..a484674a9bf4 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - - -50 + + +20 - - -55 + + +22 - + - -9.54 + +9.49 - - -9.545 + + +9.5 - - -9.55 + + +9.51 - - -9.555 + + +9.52 - - -9.56 + + +9.53 + + + +9.54 - - -9.565 + + +9.55 + + + +9.56 - - + + 9.57 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 056e481aab83..9086b19101f5 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - - -50 + + +20 - - -55 + + +22 - + - -9.54 + +9.49 - - -9.545 + + +9.5 - - -9.55 + + +9.51 - - -9.555 + + +9.52 - - -9.56 + + +9.53 + + + +9.54 - - -9.565 + + +9.55 + + + +9.56 - - + + 9.57 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 250ff2142299..14b73c85d7c2 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70381.470632373,"upper_bound":71529.54374383786},"point_estimate":70990.52317231103,"standard_error":293.63357064221015},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70428.51863354037,"upper_bound":70889.85515873016},"point_estimate":70645.24022947995,"standard_error":107.39294812680335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.3337474737546,"upper_bound":1371.9438174469049},"point_estimate":1046.9597694102267,"standard_error":178.83733810817068},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70913.64461207097,"upper_bound":71902.04212241458},"point_estimate":71379.27794105849,"standard_error":252.7818528859577},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1878.3090482836546,"upper_bound":4155.732055416055},"point_estimate":2959.7161181703964,"standard_error":633.4602069252325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69500.04938292492,"upper_bound":70849.00838595149},"point_estimate":70213.80024103163,"standard_error":343.3506493293499},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69409.86761904763,"upper_bound":70010.36979166667},"point_estimate":69637.41034608378,"standard_error":147.7316167387028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":783.7611603006106,"upper_bound":1831.0472115285068},"point_estimate":1132.9959037163844,"standard_error":270.2212144274889},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70356.95486874697,"upper_bound":71409.62703426833},"point_estimate":70858.35742160484,"standard_error":269.2641028898046},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2207.1963666441097,"upper_bound":4781.563194884627},"point_estimate":3428.3230342257493,"standard_error":704.7349556269993}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 4735dfc29aac..07d3ec36466b 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[722258.0,1766857.0,2889923.0,3868438.0,4974583.0,5540960.0,6554230.0,7979319.0,9378491.0,9571561.0,11116564.0,12316904.0,12722331.0,13761479.0,14486172.0,15541470.0,16706665.0,19566753.0,19789878.0,19416873.0,20362197.0,22341530.0,23051565.0,24429877.0,25606232.0,25581595.0,27347100.0,28543253.0,28484172.0,31723858.0,32482002.0,32201509.0,32611885.0,34127764.0,34664745.0,34802813.0,36028811.0,37398787.0,38370682.0,39782936.0,40519972.0,41367282.0,42755884.0,43289479.0,47172485.0,45650375.0,46665138.0,50406339.0,48338842.0,53579612.0,49866712.0,51333750.0,51765215.0,53992782.0,53897634.0,55472684.0,56426894.0,57949517.0,58299940.0,59694603.0,59727364.0,61559524.0,61729029.0,68112984.0,63981263.0,66057888.0,66498069.0,68643123.0,67976559.0,69934112.0,70130188.0,71456974.0,72160096.0,72571344.0,78694221.0,75141560.0,75776926.0,77255925.0,77959649.0,78508964.0,79194734.0,86945038.0,81674192.0,89906284.0,83561083.0,85966512.0,86367000.0,86629699.0,94207872.0,89163017.0,95906051.0,90082444.0,90922070.0,92374370.0,93261586.0,94978751.0,95848524.0,97234711.0,97947521.0,102572833.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[726681.0,1759948.0,3053362.0,3862308.0,5219121.0,6039048.0,7678780.0,8006074.0,9082872.0,10256992.0,11363846.0,12409747.0,13291097.0,15737182.0,15497693.0,17766355.0,17570077.0,18537641.0,19423260.0,21811616.0,21668758.0,22626673.0,23615947.0,24545380.0,27881031.0,29312533.0,28311998.0,30688291.0,32081101.0,33503046.0,32028803.0,33246135.0,34101607.0,35214483.0,36159184.0,40262363.0,38435399.0,39345636.0,40444765.0,45196942.0,42863559.0,44420165.0,44644466.0,48282744.0,47022162.0,50979117.0,48787801.0,50381507.0,53005875.0,51928376.0,53020152.0,55047873.0,56383045.0,56794436.0,57266521.0,63299176.0,60943522.0,60977706.0,61971087.0,62726172.0,63695308.0,66798424.0,66215882.0,67209955.0,68296120.0,68810074.0,75962207.0,71990674.0,72309372.0,72880361.0,73676574.0,81034212.0,75893829.0,79728495.0,77786757.0,86290052.0,80221579.0,80884111.0,82109637.0,90249493.0,89667061.0,85077480.0,86663612.0,95519028.0,93620991.0,89407524.0,91158045.0,91400880.0,92763043.0,99074971.0,96581118.0,96153116.0,96776154.0,104215946.0,100463403.0,100215468.0,102130348.0,102151727.0,105628914.0,104617980.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index b0fbac6590b0..90b898882778 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[65748.33302274666,67948.62533299635,73816.07149366218,76016.36380391187] \ No newline at end of file +[61061.07503315968,65098.133777263596,75863.62376154072,79900.68250564463] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index 7e49f2cba346..25b06e5e7999 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.041540520390499665,"upper_bound":-0.016988638257200636},"point_estimate":-0.029212963857023988,"standard_error":0.006267357094319974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02965529624119223,"upper_bound":-0.017427031791635406},"point_estimate":-0.023173235320239516,"standard_error":0.003268002204909444}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023233072154252406,"upper_bound":0.0011315668286718042},"point_estimate":-0.010941219990647455,"standard_error":0.006224662080485192},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.018900393222012972,"upper_bound":-0.008450384547484702},"point_estimate":-0.014266069166477435,"standard_error":0.002569885722607132}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 250ff2142299..14b73c85d7c2 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70381.470632373,"upper_bound":71529.54374383786},"point_estimate":70990.52317231103,"standard_error":293.63357064221015},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70428.51863354037,"upper_bound":70889.85515873016},"point_estimate":70645.24022947995,"standard_error":107.39294812680335},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":668.3337474737546,"upper_bound":1371.9438174469049},"point_estimate":1046.9597694102267,"standard_error":178.83733810817068},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70913.64461207097,"upper_bound":71902.04212241458},"point_estimate":71379.27794105849,"standard_error":252.7818528859577},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1878.3090482836546,"upper_bound":4155.732055416055},"point_estimate":2959.7161181703964,"standard_error":633.4602069252325}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69500.04938292492,"upper_bound":70849.00838595149},"point_estimate":70213.80024103163,"standard_error":343.3506493293499},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69409.86761904763,"upper_bound":70010.36979166667},"point_estimate":69637.41034608378,"standard_error":147.7316167387028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":783.7611603006106,"upper_bound":1831.0472115285068},"point_estimate":1132.9959037163844,"standard_error":270.2212144274889},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70356.95486874697,"upper_bound":71409.62703426833},"point_estimate":70858.35742160484,"standard_error":269.2641028898046},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2207.1963666441097,"upper_bound":4781.563194884627},"point_estimate":3428.3230342257493,"standard_error":704.7349556269993}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 4735dfc29aac..07d3ec36466b 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[722258.0,1766857.0,2889923.0,3868438.0,4974583.0,5540960.0,6554230.0,7979319.0,9378491.0,9571561.0,11116564.0,12316904.0,12722331.0,13761479.0,14486172.0,15541470.0,16706665.0,19566753.0,19789878.0,19416873.0,20362197.0,22341530.0,23051565.0,24429877.0,25606232.0,25581595.0,27347100.0,28543253.0,28484172.0,31723858.0,32482002.0,32201509.0,32611885.0,34127764.0,34664745.0,34802813.0,36028811.0,37398787.0,38370682.0,39782936.0,40519972.0,41367282.0,42755884.0,43289479.0,47172485.0,45650375.0,46665138.0,50406339.0,48338842.0,53579612.0,49866712.0,51333750.0,51765215.0,53992782.0,53897634.0,55472684.0,56426894.0,57949517.0,58299940.0,59694603.0,59727364.0,61559524.0,61729029.0,68112984.0,63981263.0,66057888.0,66498069.0,68643123.0,67976559.0,69934112.0,70130188.0,71456974.0,72160096.0,72571344.0,78694221.0,75141560.0,75776926.0,77255925.0,77959649.0,78508964.0,79194734.0,86945038.0,81674192.0,89906284.0,83561083.0,85966512.0,86367000.0,86629699.0,94207872.0,89163017.0,95906051.0,90082444.0,90922070.0,92374370.0,93261586.0,94978751.0,95848524.0,97234711.0,97947521.0,102572833.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[726681.0,1759948.0,3053362.0,3862308.0,5219121.0,6039048.0,7678780.0,8006074.0,9082872.0,10256992.0,11363846.0,12409747.0,13291097.0,15737182.0,15497693.0,17766355.0,17570077.0,18537641.0,19423260.0,21811616.0,21668758.0,22626673.0,23615947.0,24545380.0,27881031.0,29312533.0,28311998.0,30688291.0,32081101.0,33503046.0,32028803.0,33246135.0,34101607.0,35214483.0,36159184.0,40262363.0,38435399.0,39345636.0,40444765.0,45196942.0,42863559.0,44420165.0,44644466.0,48282744.0,47022162.0,50979117.0,48787801.0,50381507.0,53005875.0,51928376.0,53020152.0,55047873.0,56383045.0,56794436.0,57266521.0,63299176.0,60943522.0,60977706.0,61971087.0,62726172.0,63695308.0,66798424.0,66215882.0,67209955.0,68296120.0,68810074.0,75962207.0,71990674.0,72309372.0,72880361.0,73676574.0,81034212.0,75893829.0,79728495.0,77786757.0,86290052.0,80221579.0,80884111.0,82109637.0,90249493.0,89667061.0,85077480.0,86663612.0,95519028.0,93620991.0,89407524.0,91158045.0,91400880.0,92763043.0,99074971.0,96581118.0,96153116.0,96776154.0,104215946.0,100463403.0,100215468.0,102130348.0,102151727.0,105628914.0,104617980.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index b0fbac6590b0..90b898882778 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[65748.33302274666,67948.62533299635,73816.07149366218,76016.36380391187] \ No newline at end of file +[61061.07503315968,65098.133777263596,75863.62376154072,79900.68250564463] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 391fc4d26a32..5a26226a82c1 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - - - -0.6 + + +1.8 - - -0.7 + + +2 - - + + + 0.8 - - -0.9 - - - + + 1 - - -1.1 - - - + + 1.2 - - -1.3 - - - + + 1.4 - - - - + + +1.6 + + + +1.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 3717b6777195..58c2093584c8 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - + - + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - - + + +4.5 + + + +5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 897837e2c653..59f8b4eca45c 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -50,26 +50,26 @@ Average Time (µs) - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index e9c9da5aef0d..405e0268dba3 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -9,106 +9,106 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - - + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index cc6571497fce..c0142b513eb8 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - + 20 - + 30 - - + + 40 - - + + 50 - - + + 60 - + - --0.04 - - - --0.035 - - - --0.03 - - - + -0.025 - - + + -0.02 - - + + -0.015 - - - - - + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index f74240b7e78d..c49bc6548487 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,63 +9,75 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + + +140 + + + +160 + + + +180 + + - --0.03 + +-0.02 - - --0.028 + + +-0.018 - - --0.026 + + +-0.016 - - --0.024 + + +-0.014 - - --0.022 + + +-0.012 - - --0.02 + + +-0.01 - - --0.018 + + +-0.008 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 4a658e6bd627..6f804bd9f85c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 66071109bae8..28a91ad4bb20 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.914 µs - 71.379 µs - 71.902 µs + 70.357 µs + 70.858 µs + 71.410 µs R² - 0.9149806 - 0.9194341 - 0.9138278 + 0.8813995 + 0.8871579 + 0.8802066 Mean - 70.381 µs - 70.991 µs - 71.530 µs + 69.500 µs + 70.214 µs + 70.849 µs Std. Dev. - 1.8783 µs - 2.9597 µs - 4.1557 µs + 2.2072 µs + 3.4283 µs + 4.7816 µs Median - 70.429 µs - 70.645 µs - 70.890 µs + 69.410 µs + 69.637 µs + 70.010 µs MAD - 668.33 ns - 1.0470 µs - 1.3719 µs + 783.76 ns + 1.1330 µs + 1.8310 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -4.1541% - -2.9213% - -1.6989% - (p = 0.00 < + -2.3233% + -1.0941% + +0.1132% + (p = 0.09 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index e7b6a3ab203f..054d90e2eca8 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -70.4 + +69.4 - - -70.6 + + +69.6 - - -70.8 + + +69.8 - - -71 + + +70 - - -71.2 + + +70.2 - - -71.4 + + +70.4 - - -71.6 + + +70.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index e4a1c01cb5ee..3cbae0709637 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - -4 + + +3.5 - - -5 + + +4 - - -6 + + +4.5 - - -7 + + +5 - - -8 + + +5.5 - + - -70.4 - - - -70.45 - - - -70.5 - - - -70.55 - - - -70.6 + +69.4 - - -70.65 + + +69.5 - - -70.7 + + +69.6 - - -70.75 + + +69.7 - - -70.8 + + +69.8 - - -70.85 + + +69.9 - - -70.9 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 7d933488a350..c4dab5cc9b40 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -13,63 +13,67 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + +45 + + + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - + Density (a.u.) @@ -78,88 +82,50 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - -0.18 - - - -0.2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index b51ab3e6978a..2ca1f7e6936c 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,39 +10,59 @@ Average Time (µs) 0 - -0.05 + +0.02 - - + + +0.04 + + + +0.06 + + + +0.08 + + + 0.1 - - -0.15 + + +0.12 + + + +0.14 + + + +0.16 - - -0.2 + + +0.18 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index ccad3cc46d64..1a2e3b384857 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -8,195 +8,195 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index e5dd26f8999a..a52383ed3f27 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -5,193 +5,193 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 333f3ebc8098..b78bd6535903 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -47,24 +47,24 @@ Average Time (µs) - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index cb0a8a3c2bd5..d4a72a8e6d75 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -6,104 +6,104 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + - - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 5b71bb095fd5..d1a6c77eea1b 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + - -71 + +70.4 - - -71.2 + + +70.6 - - -71.4 + + +70.8 - - -71.6 + + +71 - - -71.8 + + +71.2 - - -72 + + +71.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index 7bdf6ba3f021..ffa00bbeae95 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - + - -71 + +70.4 - - -71.2 + + +70.6 - - -71.4 + + +70.8 - - -71.6 + + +71 - - -71.8 + + +71.2 - - -72 + + +71.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 730a8ff0772c..0dc7193ca83f 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48257.82214670878,"upper_bound":49020.78900836399},"point_estimate":48617.30233821164,"standard_error":194.15723439332413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48531.59911406423,"upper_bound":48656.217306427745},"point_estimate":48593.65265014388,"standard_error":36.62633941073938},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":207.98793723898848,"upper_bound":385.48284303726626},"point_estimate":294.49411298740887,"standard_error":43.03788708367251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48710.09577623564,"upper_bound":49030.334146186105},"point_estimate":48846.64241423716,"standard_error":82.53450425759928},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":863.6648170807132,"upper_bound":2826.5275218286756},"point_estimate":1950.379964429592,"standard_error":494.2982539733992}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48325.74797586447,"upper_bound":49033.98314970535},"point_estimate":48663.52788323539,"standard_error":179.45686011661172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.32160110421,"upper_bound":48658.25003284072},"point_estimate":48597.81702839866,"standard_error":26.768476762917896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157.26683254914133,"upper_bound":292.54859021167},"point_estimate":193.57898512098026,"standard_error":34.366170193166695},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48638.100543016284,"upper_bound":49055.847474640796},"point_estimate":48792.126031229986,"standard_error":113.64987137269732},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":838.0651175696066,"upper_bound":2567.981093177671},"point_estimate":1804.0828537120897,"standard_error":445.1778344976724}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 104e0d9ac940..d6b379a111bd 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[836571.0,1853098.0,2882258.0,3911209.0,4912427.0,5921780.0,7040547.0,7975622.0,9017977.0,10048189.0,11053606.0,12085310.0,13115303.0,14131829.0,15182379.0,16113197.0,17176425.0,18154597.0,19325863.0,20239368.0,21303994.0,22347862.0,23321771.0,24368415.0,25326152.0,26504331.0,29984978.0,33469933.0,29488841.0,30412385.0,31497110.0,33214366.0,33639530.0,43646678.0,35542011.0,36619041.0,37671425.0,38757383.0,39886800.0,40785908.0,41800232.0,42682609.0,43901834.0,44960251.0,45794658.0,47174182.0,48226338.0,49035837.0,50054287.0,51153209.0,52010600.0,52808268.0,54192954.0,55113452.0,56197264.0,57119626.0,58157894.0,59602059.0,59893052.0,61424671.0,63011624.0,63465490.0,64536018.0,65251374.0,66517327.0,68010233.0,68640600.0,69917433.0,70550274.0,71119096.0,72583540.0,73497436.0,74857824.0,75949372.0,76553299.0,77809504.0,78767973.0,79463832.0,80717242.0,81488381.0,82746769.0,83988858.0,85041402.0,85514425.0,87385979.0,87648068.0,88975716.0,89865537.0,91471985.0,92023856.0,92743229.0,94029970.0,100098127.0,96632147.0,97153300.0,98280284.0,99362093.0,100453951.0,102243962.0,102722645.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[830947.0,2496127.0,2878844.0,3895127.0,4920800.0,5919230.0,6970680.0,8021859.0,8997538.0,10118748.0,11099526.0,12075164.0,13671966.0,14112922.0,15164021.0,16641729.0,17370506.0,18284527.0,19186156.0,20305293.0,21309645.0,22444090.0,23410952.0,24445851.0,25493114.0,26456368.0,27624887.0,28729246.0,29588617.0,30796529.0,31705984.0,32804141.0,38290620.0,34803999.0,35446170.0,36741136.0,37623521.0,38713783.0,39570739.0,41078373.0,41851741.0,42655077.0,43838655.0,44913509.0,45889548.0,47028321.0,48043914.0,49185142.0,50005539.0,51156275.0,52455557.0,52923366.0,54128282.0,55391881.0,56289322.0,57240164.0,58033009.0,59305944.0,60154223.0,61270194.0,62323538.0,63789824.0,64449140.0,65159250.0,66689137.0,67224039.0,68147199.0,70166221.0,70353763.0,71317418.0,72268831.0,74186904.0,85273756.0,75585304.0,77690950.0,77953351.0,78465891.0,79775114.0,80451972.0,81859269.0,82491203.0,83731457.0,84265177.0,86009985.0,86863815.0,87357951.0,88903146.0,90013837.0,90822373.0,91838116.0,92796911.0,94710086.0,94786179.0,96302810.0,97169634.0,98290463.0,99125419.0,99991460.0,101229249.0,102177126.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index a8f2c12e02d5..c3a96e3dcbfe 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47167.028909326866,47760.94725653418,49344.72951575368,49938.64786296099] \ No newline at end of file +[47681.86510607448,48072.02618856837,49112.455741885424,49502.61682437932] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 18267b3771f6..0922cb838604 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01114769848681517,"upper_bound":0.012899751694053418},"point_estimate":0.0010126974843576164,"standard_error":0.006054563697124885},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010990548352096674,"upper_bound":0.00433502010077258},"point_estimate":0.002458790191226523,"standard_error":0.0008813382466952135}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00998963947950738,"upper_bound":0.0115593127718539},"point_estimate":0.000950804400914329,"standard_error":0.0054473113725476896},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015671969489693405,"upper_bound":0.002051086149892356},"point_estimate":0.00008569798785784677,"standard_error":0.0009331291191497232}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 730a8ff0772c..0dc7193ca83f 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48257.82214670878,"upper_bound":49020.78900836399},"point_estimate":48617.30233821164,"standard_error":194.15723439332413},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48531.59911406423,"upper_bound":48656.217306427745},"point_estimate":48593.65265014388,"standard_error":36.62633941073938},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":207.98793723898848,"upper_bound":385.48284303726626},"point_estimate":294.49411298740887,"standard_error":43.03788708367251},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48710.09577623564,"upper_bound":49030.334146186105},"point_estimate":48846.64241423716,"standard_error":82.53450425759928},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":863.6648170807132,"upper_bound":2826.5275218286756},"point_estimate":1950.379964429592,"standard_error":494.2982539733992}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48325.74797586447,"upper_bound":49033.98314970535},"point_estimate":48663.52788323539,"standard_error":179.45686011661172},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48553.32160110421,"upper_bound":48658.25003284072},"point_estimate":48597.81702839866,"standard_error":26.768476762917896},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":157.26683254914133,"upper_bound":292.54859021167},"point_estimate":193.57898512098026,"standard_error":34.366170193166695},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48638.100543016284,"upper_bound":49055.847474640796},"point_estimate":48792.126031229986,"standard_error":113.64987137269732},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":838.0651175696066,"upper_bound":2567.981093177671},"point_estimate":1804.0828537120897,"standard_error":445.1778344976724}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 104e0d9ac940..d6b379a111bd 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[836571.0,1853098.0,2882258.0,3911209.0,4912427.0,5921780.0,7040547.0,7975622.0,9017977.0,10048189.0,11053606.0,12085310.0,13115303.0,14131829.0,15182379.0,16113197.0,17176425.0,18154597.0,19325863.0,20239368.0,21303994.0,22347862.0,23321771.0,24368415.0,25326152.0,26504331.0,29984978.0,33469933.0,29488841.0,30412385.0,31497110.0,33214366.0,33639530.0,43646678.0,35542011.0,36619041.0,37671425.0,38757383.0,39886800.0,40785908.0,41800232.0,42682609.0,43901834.0,44960251.0,45794658.0,47174182.0,48226338.0,49035837.0,50054287.0,51153209.0,52010600.0,52808268.0,54192954.0,55113452.0,56197264.0,57119626.0,58157894.0,59602059.0,59893052.0,61424671.0,63011624.0,63465490.0,64536018.0,65251374.0,66517327.0,68010233.0,68640600.0,69917433.0,70550274.0,71119096.0,72583540.0,73497436.0,74857824.0,75949372.0,76553299.0,77809504.0,78767973.0,79463832.0,80717242.0,81488381.0,82746769.0,83988858.0,85041402.0,85514425.0,87385979.0,87648068.0,88975716.0,89865537.0,91471985.0,92023856.0,92743229.0,94029970.0,100098127.0,96632147.0,97153300.0,98280284.0,99362093.0,100453951.0,102243962.0,102722645.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[830947.0,2496127.0,2878844.0,3895127.0,4920800.0,5919230.0,6970680.0,8021859.0,8997538.0,10118748.0,11099526.0,12075164.0,13671966.0,14112922.0,15164021.0,16641729.0,17370506.0,18284527.0,19186156.0,20305293.0,21309645.0,22444090.0,23410952.0,24445851.0,25493114.0,26456368.0,27624887.0,28729246.0,29588617.0,30796529.0,31705984.0,32804141.0,38290620.0,34803999.0,35446170.0,36741136.0,37623521.0,38713783.0,39570739.0,41078373.0,41851741.0,42655077.0,43838655.0,44913509.0,45889548.0,47028321.0,48043914.0,49185142.0,50005539.0,51156275.0,52455557.0,52923366.0,54128282.0,55391881.0,56289322.0,57240164.0,58033009.0,59305944.0,60154223.0,61270194.0,62323538.0,63789824.0,64449140.0,65159250.0,66689137.0,67224039.0,68147199.0,70166221.0,70353763.0,71317418.0,72268831.0,74186904.0,85273756.0,75585304.0,77690950.0,77953351.0,78465891.0,79775114.0,80451972.0,81859269.0,82491203.0,83731457.0,84265177.0,86009985.0,86863815.0,87357951.0,88903146.0,90013837.0,90822373.0,91838116.0,92796911.0,94710086.0,94786179.0,96302810.0,97169634.0,98290463.0,99125419.0,99991460.0,101229249.0,102177126.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index a8f2c12e02d5..c3a96e3dcbfe 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47167.028909326866,47760.94725653418,49344.72951575368,49938.64786296099] \ No newline at end of file +[47681.86510607448,48072.02618856837,49112.455741885424,49502.61682437932] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 7701a72248f2..3c47fb6b059d 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,98 +9,74 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - + + 0.01 - - -0.011 + + +0.012 + + + +0.014 + + + +0.016 - + - + +160 + + + +180 + + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - -320 - - - -340 - - - -360 - - - -380 - - - -400 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index 45375c50456a..ddbd2bb34773 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 0.1 - + 0.2 - + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - - + + +1.6 + + + +1.8 + + + 2 - - -2.5 + + +2.2 + + + +2.4 - - -3 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index d19ca0d8c225..9f52ce8bb47b 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + 40 - - + + +45 + + + 50 - - + + +55 + + + 60 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index c7397631862e..5964080f2c9d 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,9 +120,9 @@ Iterations (x 10^3) 2 - - - + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 5570ffa03d99..1ff8e81eef73 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,59 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - + -0.01 - - + + -0.005 - + 1.73472e-18 - + 0.005 - - + + 0.01 - - -0.015 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index c6e9ed09a126..4316ba4c6062 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + - -0.001 + +-0.0015 - - -0.0015 + + +-0.001 - - -0.002 + + +-5e-4 - + -0.0025 +0 - -0.003 + +5e-4 - - -0.0035 + + +0.001 - - -0.004 + + +0.0015 - - -0.0045 + + +0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index d8e11ce04693..77d84cfaf9f4 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index a444a658c240..1ce2ab51beac 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 48.710 µs - 48.847 µs - 49.030 µs + 48.638 µs + 48.792 µs + 49.056 µs R² - 0.9493758 - 0.9503442 - 0.9485931 + 0.9472103 + 0.9484603 + 0.9448050 Mean - 48.258 µs - 48.617 µs - 49.021 µs + 48.326 µs + 48.664 µs + 49.034 µs Std. Dev. - 863.66 ns - 1.9504 µs - 2.8265 µs + 838.07 ns + 1.8041 µs + 2.5680 µs Median - 48.532 µs - 48.594 µs - 48.656 µs + 48.553 µs + 48.598 µs + 48.658 µs MAD - 207.99 ns - 294.49 ns - 385.48 ns + 157.27 ns + 193.58 ns + 292.55 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -1.1148% - +0.1013% - +1.2900% + -0.9990% + +0.0951% + +1.1559% (p = 0.87 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index 3f29111e3580..cbe94823ee2d 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - - -2.2 - - + - -48.2 - - - + 48.3 - - + + 48.4 - - + + 48.5 - - + + 48.6 - - + + 48.7 - - + + 48.8 - - + + 48.9 - - + + 49 - - + + 49.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index ab2fe80f3657..a45af2a03cda 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,70 +9,54 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 + + +15 - - -14 + + +20 - - - -48.52 - - - -48.54 + + +25 - - + + + 48.56 - - + + 48.58 - - + + 48.6 - - + + 48.62 - - + + 48.64 - - + + 48.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index a0b15bdf0c00..8811ed673950 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,26 +54,26 @@ Average Time (µs) - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - + Density (a.u.) @@ -82,70 +82,80 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 87d348d08e5f..c1728bec0dd1 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,59 +10,63 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + - + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 32c5a4449c59..1a9742beb320 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -19,56 +19,56 @@ Iterations (x 10^3) - - + + - - - - - - + + + + + + 10.0 - + 20.0 - - + + 30.0 - + 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -111,107 +111,107 @@ Iterations (x 10^3) - + - + - + - + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - + + + + + + - - - + + + - - - - - + + + + + - - - - - - - + + + + + + + - - + + - - - - - - - - + + + + + + + + - + - - + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 669b7094120d..3b853ddf7552 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -19,12 +19,12 @@ Iterations (x 10^3) - - - - - - + + + + + + 10.0 @@ -42,30 +42,30 @@ Iterations (x 10^3) 40.0 - + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -108,7 +108,7 @@ Iterations (x 10^3) - + @@ -117,96 +117,96 @@ Iterations (x 10^3) - + - - + + - - - + + + - + - - + + - - + + - - + + - - + + - - + + - + - + - - + + - - - - - - - + + + + + + + - + - - + + - - + + - - - + + + - - + + - - + + - + - + - - - + + + - - + + - - - - + + + + - - - - - + + + + + - + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 42281fa510d6..66e194952262 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,53 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + 40 - - + + +45 + + + 50 - - + + +55 + + + 60 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index a749b4bc736a..7d4b25e6e391 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 853d5b3fea75..048966c4b447 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - + - + +48.6 + + + +48.65 + + + 48.7 - - + + 48.75 - - + + 48.8 - - + + 48.85 - - + + 48.9 - - + + 48.95 - - + + 49 - - + + 49.05 - - - - + + +49.1 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index 02e4eb2976c2..91b7e8fdccb9 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - + - + +48.6 + + + +48.65 + + + 48.7 - - + + 48.75 - - + + 48.8 - - + + 48.85 - - + + 48.9 - - + + 48.95 - - + + 49 - - + + 49.05 - - - - + + +49.1 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index d16661a13daa..65ee27d96081 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81000.80162506443,"upper_bound":81707.0989164191},"point_estimate":81340.37017934157,"standard_error":180.47406208301817},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80018.96571428572,"upper_bound":82036.96954595792},"point_estimate":80333.49852825745,"standard_error":673.5232748787546},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522.256238303281,"upper_bound":2516.5995320147863},"point_estimate":1259.2376554872242,"standard_error":631.6135319602769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80091.66941245095,"upper_bound":80467.51335057658},"point_estimate":80252.40674491756,"standard_error":96.60146503548367},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1422.1230053142976,"upper_bound":2269.935112579399},"point_estimate":1805.4881944561823,"standard_error":230.58802742412718}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80671.83403309785,"upper_bound":81224.22126252353},"point_estimate":80946.42513460323,"standard_error":140.746162249318},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79948.72778696459,"upper_bound":81725.14550800077},"point_estimate":80244.84530120483,"standard_error":671.0883860749472},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":855.2309814780835,"upper_bound":2238.1552769314594},"point_estimate":1537.5920432244639,"standard_error":427.4790311608088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79904.89636540724,"upper_bound":80281.45554070549},"point_estimate":80075.65044396125,"standard_error":96.58801284283432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1300.9163532135572,"upper_bound":1502.4980959461157},"point_estimate":1409.6013837314406,"standard_error":51.41006901013012}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index c2b3b339847e..93376a1ecd56 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[579442.0,1163250.0,1748946.0,2325148.0,2891996.0,3499510.0,4056766.0,4635695.0,5217691.0,5792675.0,6448459.0,6908658.0,7530484.0,8174043.0,8714632.0,9373766.0,9852564.0,10462565.0,11050002.0,11589767.0,12184888.0,12709566.0,13354678.0,14067388.0,15822431.0,15012447.0,15693261.0,16152680.0,16960942.0,17183155.0,18154029.0,18532156.0,19154038.0,19550264.0,20096616.0,20552088.0,21179476.0,21882814.0,22478940.0,22948045.0,23650932.0,24137596.0,24673955.0,25468174.0,26088251.0,25819501.0,26354942.0,26629967.0,27421082.0,28006638.0,28418753.0,29236946.0,29636880.0,30244930.0,33370069.0,31495521.0,32126191.0,32483869.0,33245343.0,33324855.0,33925889.0,34534430.0,35267703.0,35804548.0,36180043.0,36920490.0,37607976.0,38016615.0,38549017.0,39195472.0,39692131.0,40255533.0,40786396.0,41411184.0,41997238.0,42376413.0,42974014.0,43568566.0,44070221.0,44808123.0,45457394.0,45958897.0,46281676.0,46845716.0,47619529.0,48218715.0,48643464.0,49136325.0,49740944.0,50356076.0,50942159.0,51313788.0,52023007.0,53610607.0,53194286.0,53740155.0,54459812.0,54793700.0,55222097.0,55886288.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[581681.0,1173628.0,1724672.0,2327624.0,2877030.0,3465793.0,4044952.0,4630030.0,5158825.0,5757001.0,6359172.0,6939006.0,7467383.0,8044048.0,8675322.0,9264980.0,9851015.0,10346764.0,11166192.0,11560052.0,12140998.0,12727119.0,13344867.0,13718263.0,14365431.0,14978161.0,15508765.0,16063558.0,16745841.0,17277957.0,18016516.0,18368683.0,18829073.0,19417146.0,20004297.0,20560093.0,21070278.0,21752091.0,22297415.0,22966720.0,23592669.0,24163570.0,24596908.0,25306989.0,26139972.0,26775835.0,26109996.0,26795854.0,27209998.0,27804061.0,28490324.0,29125156.0,29429133.0,29962536.0,30608861.0,31117598.0,31621839.0,32189190.0,32858500.0,33472209.0,33974889.0,34621789.0,35218308.0,35686413.0,36141674.0,36966588.0,37097897.0,37910630.0,38372777.0,39020564.0,39748663.0,40079052.0,40573318.0,41006319.0,41803256.0,42464834.0,43086507.0,43679554.0,43929404.0,44481070.0,44974476.0,45689515.0,46633679.0,47268161.0,47514254.0,49261355.0,48304100.0,49174742.0,49931492.0,50453429.0,51065385.0,51493979.0,51817259.0,52497390.0,54582439.0,53731340.0,54152296.0,54445148.0,55296290.0,56157628.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index dc2fed304a5d..3d23f4bfa1d4 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[71286.7178533389,75596.00055565823,87087.42109517647,91396.70379749581] \ No newline at end of file +[71950.73829931975,75791.20187074831,86032.43806122447,89872.90163265304] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 50c0775e5859..602d97fc18ad 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003191610152332509,"upper_bound":0.006850370406186148},"point_estimate":0.0020043361938681947,"standard_error":0.0025471650355164267},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014341554087894282,"upper_bound":0.014948762946629834},"point_estimate":-0.008038050817461118,"standard_error":0.008475753870367263}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01025144246851713,"upper_bound":0.0005835537181674583},"point_estimate":-0.004843167591563224,"standard_error":0.0027659503955275353},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.023089403749456006,"upper_bound":0.019128519744875838},"point_estimate":-0.001103564872398044,"standard_error":0.011702591752722005}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index d16661a13daa..65ee27d96081 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81000.80162506443,"upper_bound":81707.0989164191},"point_estimate":81340.37017934157,"standard_error":180.47406208301817},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80018.96571428572,"upper_bound":82036.96954595792},"point_estimate":80333.49852825745,"standard_error":673.5232748787546},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":522.256238303281,"upper_bound":2516.5995320147863},"point_estimate":1259.2376554872242,"standard_error":631.6135319602769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80091.66941245095,"upper_bound":80467.51335057658},"point_estimate":80252.40674491756,"standard_error":96.60146503548367},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1422.1230053142976,"upper_bound":2269.935112579399},"point_estimate":1805.4881944561823,"standard_error":230.58802742412718}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80671.83403309785,"upper_bound":81224.22126252353},"point_estimate":80946.42513460323,"standard_error":140.746162249318},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79948.72778696459,"upper_bound":81725.14550800077},"point_estimate":80244.84530120483,"standard_error":671.0883860749472},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":855.2309814780835,"upper_bound":2238.1552769314594},"point_estimate":1537.5920432244639,"standard_error":427.4790311608088},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79904.89636540724,"upper_bound":80281.45554070549},"point_estimate":80075.65044396125,"standard_error":96.58801284283432},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1300.9163532135572,"upper_bound":1502.4980959461157},"point_estimate":1409.6013837314406,"standard_error":51.41006901013012}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index c2b3b339847e..93376a1ecd56 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[579442.0,1163250.0,1748946.0,2325148.0,2891996.0,3499510.0,4056766.0,4635695.0,5217691.0,5792675.0,6448459.0,6908658.0,7530484.0,8174043.0,8714632.0,9373766.0,9852564.0,10462565.0,11050002.0,11589767.0,12184888.0,12709566.0,13354678.0,14067388.0,15822431.0,15012447.0,15693261.0,16152680.0,16960942.0,17183155.0,18154029.0,18532156.0,19154038.0,19550264.0,20096616.0,20552088.0,21179476.0,21882814.0,22478940.0,22948045.0,23650932.0,24137596.0,24673955.0,25468174.0,26088251.0,25819501.0,26354942.0,26629967.0,27421082.0,28006638.0,28418753.0,29236946.0,29636880.0,30244930.0,33370069.0,31495521.0,32126191.0,32483869.0,33245343.0,33324855.0,33925889.0,34534430.0,35267703.0,35804548.0,36180043.0,36920490.0,37607976.0,38016615.0,38549017.0,39195472.0,39692131.0,40255533.0,40786396.0,41411184.0,41997238.0,42376413.0,42974014.0,43568566.0,44070221.0,44808123.0,45457394.0,45958897.0,46281676.0,46845716.0,47619529.0,48218715.0,48643464.0,49136325.0,49740944.0,50356076.0,50942159.0,51313788.0,52023007.0,53610607.0,53194286.0,53740155.0,54459812.0,54793700.0,55222097.0,55886288.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[581681.0,1173628.0,1724672.0,2327624.0,2877030.0,3465793.0,4044952.0,4630030.0,5158825.0,5757001.0,6359172.0,6939006.0,7467383.0,8044048.0,8675322.0,9264980.0,9851015.0,10346764.0,11166192.0,11560052.0,12140998.0,12727119.0,13344867.0,13718263.0,14365431.0,14978161.0,15508765.0,16063558.0,16745841.0,17277957.0,18016516.0,18368683.0,18829073.0,19417146.0,20004297.0,20560093.0,21070278.0,21752091.0,22297415.0,22966720.0,23592669.0,24163570.0,24596908.0,25306989.0,26139972.0,26775835.0,26109996.0,26795854.0,27209998.0,27804061.0,28490324.0,29125156.0,29429133.0,29962536.0,30608861.0,31117598.0,31621839.0,32189190.0,32858500.0,33472209.0,33974889.0,34621789.0,35218308.0,35686413.0,36141674.0,36966588.0,37097897.0,37910630.0,38372777.0,39020564.0,39748663.0,40079052.0,40573318.0,41006319.0,41803256.0,42464834.0,43086507.0,43679554.0,43929404.0,44481070.0,44974476.0,45689515.0,46633679.0,47268161.0,47514254.0,49261355.0,48304100.0,49174742.0,49931492.0,50453429.0,51065385.0,51493979.0,51817259.0,52497390.0,54582439.0,53731340.0,54152296.0,54445148.0,55296290.0,56157628.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index dc2fed304a5d..3d23f4bfa1d4 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[71286.7178533389,75596.00055565823,87087.42109517647,91396.70379749581] \ No newline at end of file +[71950.73829931975,75791.20187074831,86032.43806122447,89872.90163265304] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index d3f7b95581cc..90a1a70f7e35 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - -0.5 + +0.8 - - + + 1 - - -1.5 + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 - - + + 2 - - -2.5 + + +2.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 73a02866e194..0482bca2da11 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - + + 2 - - - -1.4 + + +3 - - -1.5 + + +4 - - -1.6 + + +5 - - -1.7 + + +6 - - -1.8 + + +7 - - -1.9 + + +8 - - -2 + + + +1.3 + + + +1.35 - - -2.1 + + +1.4 - - -2.2 + + +1.45 - - -2.3 + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 537d50eca94f..297b1c9f80d4 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,34 +9,30 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - + 80 @@ -50,10 +46,10 @@ Average Time (µs) 90 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 85b2de578ae5..a54bf88e92d0 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -18,10 +18,10 @@ Iterations - - - - + + + + 0.0 @@ -31,22 +31,22 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -82,8 +82,8 @@ Iterations - - + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index fd9f33d79825..992383372421 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - --0.004 + +-0.01 - - --0.002 + + +-0.008 - - -0 + + +-0.006 - - -0.002 + + +-0.004 - - -0.004 + + +-0.002 - - -0.006 + + +0 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index d7a0ec5af957..e68ae3a6d227 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,71 +9,75 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 + + + +-0.025 - - -80 + + +-0.02 - - - + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 + + +3.46945e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 925cba46df6c..541ffb674562 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index fdfbc14b23db..4b0a232afe86 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 80.092 µs - 80.252 µs - 80.468 µs + 79.905 µs + 80.076 µs + 80.281 µs R² - 0.9730104 - 0.9735509 - 0.9725832 + 0.9818389 + 0.9824438 + 0.9815653 Mean - 81.001 µs - 81.340 µs - 81.707 µs + 80.672 µs + 80.946 µs + 81.224 µs Std. Dev. - 1.4221 µs - 1.8055 µs - 2.2699 µs + 1.3009 µs + 1.4096 µs + 1.5025 µs Median - 80.019 µs - 80.333 µs - 82.037 µs + 79.949 µs + 80.245 µs + 81.725 µs MAD - 522.26 ns - 1.2592 µs - 2.5166 µs + 855.23 ns + 1.5376 µs + 2.2382 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.3192% - +0.2004% - +0.6850% - (p = 0.45 > + -1.0251% + -0.4843% + +0.0584% + (p = 0.09 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index c15c47c8b1c7..afd7f827611c 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - - -81 + + +2.5 - - -81.1 + + +3 - - -81.2 + + + +80.7 - - -81.3 + + +80.8 - - -81.4 + + +80.9 - - -81.5 + + +81 - - -81.6 + + +81.1 - - -81.7 + + +81.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 0778815c7553..e521536a13ff 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - + +79.8 + + + 80 - - -80.5 + + +80.2 + + + +80.4 + + + +80.6 - - + + +80.8 + + + 81 - - -81.5 + + +81.2 + + + +81.4 + + + +81.6 - - -82 + + +81.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 1ab8b8e06820..75cb935e4cc9 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,38 +42,38 @@ Average Time (µs) - + 78 - - -80 + + +79 - + -82 +80 - -84 + +81 - - -86 + + +82 - - -88 + + +83 - - -90 + + +84 - - -92 + + +85 - + Density (a.u.) @@ -82,34 +82,36 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - + + +0.3 + + + + - + - - - + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 5cb08863b026..fc2ec63522c7 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,39 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + - + +78 + + + 80 - - -85 + + +82 - - -90 + + +84 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index dd3150304f27..8e008274125b 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -17,15 +17,15 @@ Iterations - - - - - - - - - + + + + + + + + + 5.0 @@ -35,42 +35,42 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -105,103 +105,103 @@ Iterations - + - + - + - - + + - - - + + + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 697ac542988a..bbe9ad133ee5 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -13,25 +13,25 @@ Iterations - + - + - - + + - - + + 5.0 - + 10.0 - + 15.0 @@ -40,34 +40,34 @@ Iterations 20.0 - + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - + 45.0 - + 50.0 - - + + 55.0 - + 100 @@ -102,101 +102,101 @@ Iterations - + - + - + - + - + - + - - + + - - - + + + - - - - + + + + - - - + + + - + - - + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - - + + + + + - - - - + + + + - - - - - + + + + + - + - - - - - - - - + + + + + + + + - - + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index ed128fbafce2..9de1f64f444e 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,34 +6,30 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - -0.35 - - + 80 @@ -47,8 +43,8 @@ Average Time (µs) 90 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index b125597242ef..9075ef3f00b1 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -16,9 +16,9 @@ Iterations - - - + + + 0.0 @@ -32,18 +32,18 @@ Iterations 20.0 - + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -79,6 +79,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 43cf5652a030..70ef76769d78 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - + 1.5 - + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - + +79.9 + + + +79.95 + + + +80 + + + 80.05 - - + + 80.1 - - + + 80.15 - - + + 80.2 - - + + 80.25 - - + + 80.3 - - -80.35 - - - -80.4 - - - -80.45 - - - -80.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index a3550616d247..159ed80646bb 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - + 1.5 - + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - + - + +79.9 + + + +79.95 + + + +80 + + + 80.05 - - + + 80.1 - - + + 80.15 - - + + 80.2 - - + + 80.25 - - + + 80.3 - - -80.35 - - - -80.4 - - - -80.45 - - - -80.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index b71046e213ef..72e21b69802b 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.381067607608,"upper_bound":6978.857507432705},"point_estimate":6969.230968885872,"standard_error":4.708578777206097},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6957.653161264506,"upper_bound":6970.422570850202},"point_estimate":6966.842592592593,"standard_error":3.843046195808224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.83182290955535,"upper_bound":44.0178719944761},"point_estimate":32.75361921017406,"standard_error":4.257083069306551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6964.547531634745,"upper_bound":6977.3275577097975},"point_estimate":6970.932978424708,"standard_error":3.2669586024461044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.84988083490839,"upper_bound":60.39050878740084},"point_estimate":47.33861559197748,"standard_error":6.67034570209206}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6912.554841479606,"upper_bound":6930.057068605571},"point_estimate":6920.810727362339,"standard_error":4.465245640786473},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6908.769144144144,"upper_bound":6920.751708553792},"point_estimate":6914.550412293853,"standard_error":3.1947956286506116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.329840182418128,"upper_bound":39.31037779474845},"point_estimate":32.6742803044287,"standard_error":4.158290713115128},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6909.197233895918,"upper_bound":6920.686028604515},"point_estimate":6914.818415595291,"standard_error":2.927099383452746},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.909500823662814,"upper_bound":58.83304633555101},"point_estimate":44.82551975994348,"standard_error":7.162252999505566}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 3560e2a0a8a8..96f479a9d93e 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82944.0,165610.0,251606.0,331341.0,432555.0,500455.0,579485.0,662930.0,752439.0,842667.0,940278.0,996834.0,1105732.0,1178775.0,1249208.0,1344071.0,1419261.0,1510742.0,1586022.0,1683544.0,1756011.0,1835177.0,1938640.0,2000123.0,2072728.0,2171273.0,2246843.0,2335066.0,2399289.0,2483054.0,2565738.0,2661777.0,2779633.0,2841570.0,2905132.0,2976075.0,3112779.0,3142456.0,3254225.0,3334365.0,3413406.0,3523222.0,3593896.0,3683567.0,3762531.0,3829860.0,3980492.0,4013273.0,4091389.0,4149923.0,4276592.0,4350495.0,4462712.0,4514811.0,4628534.0,4717107.0,4778954.0,4834201.0,4941531.0,5051162.0,5070828.0,5183999.0,5266793.0,5339400.0,5415763.0,5514016.0,5624384.0,5670336.0,5762059.0,5871631.0,5953461.0,6041164.0,6131684.0,6166728.0,6284505.0,6355635.0,6432411.0,6560261.0,6585709.0,6733038.0,6825956.0,6874811.0,6920101.0,7007748.0,7108270.0,7181026.0,7254447.0,7325841.0,7440996.0,7542430.0,7629715.0,7714057.0,7726725.0,7882507.0,7983366.0,8002183.0,8132516.0,8204349.0,8279989.0,8349437.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82263.0,164720.0,247433.0,344185.0,412049.0,494680.0,576806.0,659324.0,745234.0,824465.0,910117.0,1015831.0,1078944.0,1172801.0,1237477.0,1340689.0,1411249.0,1494590.0,1581802.0,1662505.0,1753948.0,1838336.0,1934448.0,2020543.0,2101081.0,2165016.0,2254127.0,2352688.0,2425082.0,2483129.0,2576073.0,2643528.0,2727008.0,2809701.0,2888688.0,3015160.0,3063640.0,3140608.0,3236659.0,3341915.0,3428072.0,3484386.0,3559335.0,3657948.0,3739163.0,3817050.0,3911150.0,3989902.0,4049663.0,4135629.0,4233402.0,4290922.0,4380041.0,4485068.0,4575257.0,4667267.0,4740419.0,4829246.0,4889736.0,4973877.0,5058702.0,5159134.0,5216026.0,5293097.0,5371049.0,5443715.0,5585860.0,5624124.0,5694771.0,5827706.0,5877740.0,5990719.0,6071508.0,6134987.0,6221484.0,6265300.0,6387202.0,6469078.0,6547356.0,6711689.0,6728086.0,6818854.0,6858446.0,6975463.0,7063753.0,7141010.0,7218378.0,7292926.0,7375403.0,7495289.0,7564573.0,7640201.0,7711926.0,7748883.0,7876686.0,7959869.0,8021587.0,8132047.0,8206861.0,8326550.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 6c9ea5afdf6a..401e283e59ae 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6814.042125068416,6879.764162989189,7055.022930777916,7120.744968698689] \ No newline at end of file +[6765.762757514853,6829.003860758039,6997.64680273987,7060.887905983056] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 0eee4750823e..9b67de8049d1 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007106211151503289,"upper_bound":0.010215948208544},"point_estimate":0.008694061391404162,"standard_error":0.0008027369319719522},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006956118925283067,"upper_bound":0.01022903887449389},"point_estimate":0.008765387844063666,"standard_error":0.000804808314755044}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00876024600167346,"upper_bound":-0.005121134732298041},"point_estimate":-0.006947716575861129,"standard_error":0.0009271650121243175},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008526093505754076,"upper_bound":-0.0058447754775681204},"point_estimate":-0.007505865046289251,"standard_error":0.0007007229008444946}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index b71046e213ef..72e21b69802b 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6960.381067607608,"upper_bound":6978.857507432705},"point_estimate":6969.230968885872,"standard_error":4.708578777206097},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6957.653161264506,"upper_bound":6970.422570850202},"point_estimate":6966.842592592593,"standard_error":3.843046195808224},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.83182290955535,"upper_bound":44.0178719944761},"point_estimate":32.75361921017406,"standard_error":4.257083069306551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6964.547531634745,"upper_bound":6977.3275577097975},"point_estimate":6970.932978424708,"standard_error":3.2669586024461044},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":34.84988083490839,"upper_bound":60.39050878740084},"point_estimate":47.33861559197748,"standard_error":6.67034570209206}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6912.554841479606,"upper_bound":6930.057068605571},"point_estimate":6920.810727362339,"standard_error":4.465245640786473},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6908.769144144144,"upper_bound":6920.751708553792},"point_estimate":6914.550412293853,"standard_error":3.1947956286506116},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23.329840182418128,"upper_bound":39.31037779474845},"point_estimate":32.6742803044287,"standard_error":4.158290713115128},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6909.197233895918,"upper_bound":6920.686028604515},"point_estimate":6914.818415595291,"standard_error":2.927099383452746},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31.909500823662814,"upper_bound":58.83304633555101},"point_estimate":44.82551975994348,"standard_error":7.162252999505566}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 3560e2a0a8a8..96f479a9d93e 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82944.0,165610.0,251606.0,331341.0,432555.0,500455.0,579485.0,662930.0,752439.0,842667.0,940278.0,996834.0,1105732.0,1178775.0,1249208.0,1344071.0,1419261.0,1510742.0,1586022.0,1683544.0,1756011.0,1835177.0,1938640.0,2000123.0,2072728.0,2171273.0,2246843.0,2335066.0,2399289.0,2483054.0,2565738.0,2661777.0,2779633.0,2841570.0,2905132.0,2976075.0,3112779.0,3142456.0,3254225.0,3334365.0,3413406.0,3523222.0,3593896.0,3683567.0,3762531.0,3829860.0,3980492.0,4013273.0,4091389.0,4149923.0,4276592.0,4350495.0,4462712.0,4514811.0,4628534.0,4717107.0,4778954.0,4834201.0,4941531.0,5051162.0,5070828.0,5183999.0,5266793.0,5339400.0,5415763.0,5514016.0,5624384.0,5670336.0,5762059.0,5871631.0,5953461.0,6041164.0,6131684.0,6166728.0,6284505.0,6355635.0,6432411.0,6560261.0,6585709.0,6733038.0,6825956.0,6874811.0,6920101.0,7007748.0,7108270.0,7181026.0,7254447.0,7325841.0,7440996.0,7542430.0,7629715.0,7714057.0,7726725.0,7882507.0,7983366.0,8002183.0,8132516.0,8204349.0,8279989.0,8349437.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82263.0,164720.0,247433.0,344185.0,412049.0,494680.0,576806.0,659324.0,745234.0,824465.0,910117.0,1015831.0,1078944.0,1172801.0,1237477.0,1340689.0,1411249.0,1494590.0,1581802.0,1662505.0,1753948.0,1838336.0,1934448.0,2020543.0,2101081.0,2165016.0,2254127.0,2352688.0,2425082.0,2483129.0,2576073.0,2643528.0,2727008.0,2809701.0,2888688.0,3015160.0,3063640.0,3140608.0,3236659.0,3341915.0,3428072.0,3484386.0,3559335.0,3657948.0,3739163.0,3817050.0,3911150.0,3989902.0,4049663.0,4135629.0,4233402.0,4290922.0,4380041.0,4485068.0,4575257.0,4667267.0,4740419.0,4829246.0,4889736.0,4973877.0,5058702.0,5159134.0,5216026.0,5293097.0,5371049.0,5443715.0,5585860.0,5624124.0,5694771.0,5827706.0,5877740.0,5990719.0,6071508.0,6134987.0,6221484.0,6265300.0,6387202.0,6469078.0,6547356.0,6711689.0,6728086.0,6818854.0,6858446.0,6975463.0,7063753.0,7141010.0,7218378.0,7292926.0,7375403.0,7495289.0,7564573.0,7640201.0,7711926.0,7748883.0,7876686.0,7959869.0,8021587.0,8132047.0,8206861.0,8326550.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 6c9ea5afdf6a..401e283e59ae 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6814.042125068416,6879.764162989189,7055.022930777916,7120.744968698689] \ No newline at end of file +[6765.762757514853,6829.003860758039,6997.64680273987,7060.887905983056] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index 06f01f26722b..2ce075bee636 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - -0.1 + + +0.09 - - -0.12 + + +0.1 - + - + +22 + + + +24 + + + +26 + + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - -42 - - - -44 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 7c5ef73d63d4..20273ee16558 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - + +30 + + + 35 - - + + 40 - - + + 45 - - + + 50 - - + + 55 - - + + 60 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 28579c03989d..e7f4a982b683 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -9,51 +9,71 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - + +6.8 + + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 1d3f5544ae87..794f5b754f82 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 3ba8f6fc1660..eab4ce369a2a 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - + - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - - - - + +-0.009 + + + +-0.0085 + + + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + +-0.0055 + + + +-0.005 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 773c21b60344..16995336cac6 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + - -0.007 - - - -0.0075 - - - -0.008 - - - -0.0085 - - - -0.009 - - - -0.0095 - - - -0.01 - - - -0.0105 - - - - - - + +-0.0085 + + + +-0.008 + + + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index f0ad04deee52..5d65c758d81f 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index b0b3d0249a99..16a5d8eed8ec 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9645 µs - 6.9709 µs - 6.9773 µs + 6.9092 µs + 6.9148 µs + 6.9207 µs R² - 0.9976746 - 0.9977908 - 0.9976743 + 0.9981750 + 0.9982647 + 0.9981670 Mean - 6.9604 µs - 6.9692 µs - 6.9789 µs + 6.9126 µs + 6.9208 µs + 6.9301 µs Std. Dev. - 34.850 ns - 47.339 ns - 60.391 ns + 31.910 ns + 44.826 ns + 58.833 ns Median - 6.9577 µs - 6.9668 µs - 6.9704 µs + 6.9088 µs + 6.9146 µs + 6.9208 µs MAD - 27.832 ns - 32.754 ns - 44.018 ns + 23.330 ns + 32.674 ns + 39.310 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - +0.7106% - +0.8694% - +1.0216% + -0.8760% + -0.6948% + -0.5121% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 2abebc9e052a..0a7016988d16 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - + - -6.96 + +6.912 - - -6.962 + + +6.914 - + -6.964 +6.916 - -6.966 + +6.918 - - -6.968 + + +6.92 - - -6.97 + + +6.922 - - -6.972 + + +6.924 - - -6.974 + + +6.926 - - -6.976 + + +6.928 - - -6.978 + + +6.93 - - -6.98 + + +6.932 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 38fa6e6e37ba..249a070eda75 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (µs) - -50 + +20 - - -100 + + +40 + + + +60 - - -150 + + +80 - - -200 + + +100 - - -250 + + +120 - - -300 + + +140 - - -350 + + +160 - + - -6.958 + +6.908 - - -6.96 + + +6.91 - - -6.962 + + +6.912 - - -6.964 + + +6.914 - - -6.966 + + +6.916 - - -6.968 + + +6.918 - - -6.97 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index d57a59726065..f28c20e35202 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,38 +38,42 @@ Average Time (µs) - + +6.8 + + + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7 - - + + 7.05 - - + + 7.1 - - + + 7.15 - - + + 7.2 - + Density (a.u.) @@ -78,56 +82,64 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - - - - + + +10 + + + + + + - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index d2884c2e7075..d5f98c1c8c14 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,63 +10,47 @@ Average Time (µs) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - + - + +6.8 + + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index e5defbe0e80e..6525f05f6b1d 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -16,12 +16,12 @@ Iterations (x 10^3) - - + + - - - + + + 1.0 @@ -31,30 +31,30 @@ Iterations (x 10^3) 2.0 - + 3.0 - - + + 4.0 - + 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -83,105 +83,105 @@ Iterations (x 10^3) - - - + + + - - - - + + + + - + - + - + - + - - + + - - - - - + + + + + - - - - - + + + + + - - - - - - + + + + + + - - - + + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - + + + + + + - - + + Sample diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index dcb8902e2678..deba3d2e9597 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -13,11 +13,11 @@ Iterations (x 10^3) - + - - + + @@ -28,10 +28,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -40,14 +40,14 @@ Iterations (x 10^3) 5.0 - + 6.0 - - + + 7.0 - + 8.0 @@ -80,103 +80,103 @@ Iterations (x 10^3) - + - - + + - + - + - + - + - - - + + + - + - - - - - + + + + + - - + + - + - + - - - + + + - - - + + + - - + + - - - - - - - - - - - + + + + + + + + + + + - - + + - - + + - - - + + + - + - - - - + + + + - - - - - - + + + + + + - - + + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 2de25f8e77e3..e04d67aaf128 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -6,49 +6,69 @@ Density (a.u.) Average Time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - - -10 + + +9 - - -12 + + +10 - + - + +6.8 + + + 6.9 - - + + 7 - - + + 7.1 - - + + 7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 49c5ecc60850..b3f943ce46f4 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 405a8bc84234..467aeffca652 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -6.964 + + +140 - - -6.966 + + + +6.908 - - -6.968 + + +6.91 - - -6.97 + + +6.912 - - -6.972 + + +6.914 - - -6.974 + + +6.916 - - -6.976 + + +6.918 - - -6.978 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index aff419783231..2cb8f103f6ce 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -6.964 + + +140 - - -6.966 + + + +6.908 - - -6.968 + + +6.91 - - -6.97 + + +6.912 - - -6.972 + + +6.914 - - -6.974 + + +6.916 - - -6.976 + + +6.918 - - -6.978 + + +6.92 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index a78fa6feda86..cdcb1e87a8e0 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15322.611233785603,"upper_bound":15402.378858149594},"point_estimate":15359.879913157736,"standard_error":20.42175187709136},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15290.80324074074,"upper_bound":15336.959507042253},"point_estimate":15314.781187996032,"standard_error":11.349648431164436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74.45956164871866,"upper_bound":124.93513212822464},"point_estimate":104.95336782960972,"standard_error":12.903652207477975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15321.731635382499,"upper_bound":15388.220643635188},"point_estimate":15351.74500073888,"standard_error":17.024490140506828},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.2648640867412,"upper_bound":267.26368099352146},"point_estimate":205.49803645064966,"standard_error":34.1258828604104}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15126.835533730373,"upper_bound":15467.900937957898},"point_estimate":15249.750095393261,"standard_error":98.93271501913259},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15092.822368421053,"upper_bound":15127.25},"point_estimate":15112.002490942028,"standard_error":7.943848547660608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.732980433994136,"upper_bound":92.09107961505741},"point_estimate":66.4690757987772,"standard_error":9.85160178043936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15130.51392679886,"upper_bound":15949.797168822297},"point_estimate":15411.425490985666,"standard_error":236.01054065384656},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.2784035404971,"upper_bound":1689.874156471107},"point_estimate":994.9353218093097,"standard_error":543.7004550549525}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 55f32696ab24..e650f37e4f7d 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[122568.0,240969.0,361434.0,489882.0,654032.0,730253.0,854313.0,983406.0,1084161.0,1218185.0,1348133.0,1460264.0,1587305.0,1731479.0,1851441.0,1989192.0,2054249.0,2199759.0,2329543.0,2435596.0,2546723.0,2709494.0,2837764.0,2949496.0,3056215.0,3196831.0,3298822.0,3452334.0,3543127.0,3660011.0,3799956.0,3901141.0,4039485.0,4139133.0,4439197.0,4397407.0,4514445.0,4700088.0,4923277.0,4906399.0,5055365.0,5206857.0,5364920.0,5713596.0,5516545.0,5688521.0,5902206.0,5908467.0,6049471.0,6123656.0,6197127.0,6406139.0,6477093.0,6605627.0,6755393.0,6818250.0,7001891.0,7180475.0,7605939.0,7341656.0,7500712.0,7607830.0,7718336.0,7917266.0,7958765.0,8050989.0,8170253.0,8307548.0,8394017.0,8526912.0,8711393.0,8741338.0,8985902.0,9122396.0,9132998.0,9289860.0,9440107.0,9510633.0,9757213.0,9820528.0,10270027.0,10020437.0,10122662.0,10264032.0,10398850.0,10577329.0,10623170.0,10794267.0,10944848.0,11020985.0,11211308.0,11215321.0,11485255.0,11498369.0,11611776.0,11762230.0,11944765.0,12076351.0,12105743.0,12247441.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119905.0,239819.0,359623.0,480508.0,599632.0,720472.0,839644.0,959799.0,1103347.0,1210411.0,1326605.0,1465726.0,1596623.0,1681259.0,1811445.0,1934942.0,2059786.0,2187878.0,2290462.0,2437100.0,2529245.0,2667649.0,2788094.0,2917785.0,3021041.0,3142515.0,3253276.0,3400154.0,3495644.0,3620329.0,3810523.0,3880895.0,4053490.0,4207471.0,4257050.0,4345895.0,4512758.0,4588218.0,4717966.0,4873594.0,5009578.0,5044451.0,5176664.0,5349925.0,5455262.0,5547211.0,5640698.0,5788350.0,5898659.0,6404049.0,6177872.0,6313841.0,6378193.0,6560484.0,6651625.0,6758860.0,6884091.0,7012807.0,7131275.0,7229660.0,7347275.0,7497276.0,7638706.0,7756904.0,7841115.0,8037999.0,8077854.0,8184337.0,8333813.0,8433893.0,8558401.0,8713784.0,8813278.0,8913487.0,9536042.0,9307031.0,9318386.0,9445776.0,9513690.0,9664283.0,9790242.0,9898095.0,10043708.0,10141241.0,10277442.0,10375822.0,10493507.0,10722474.0,10795567.0,11056823.0,18157188.0,11122957.0,11225895.0,12127302.0,11506536.0,11608846.0,11711571.0,11868555.0,11968143.0,12117902.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 2d9b169e4ac4..eab14f4dda6e 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14844.5339114011,15052.671145260989,15607.70376888736,15815.841002747251] \ No newline at end of file +[14782.366842412697,14926.270715000535,15310.01437523477,15453.918247822608] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index 4529a361a6a5..9751ba60d5ab 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.012860078434749234,"upper_bound":0.018888720659633994},"point_estimate":0.015752489221598998,"standard_error":0.0015406222491964798},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.013148221138288951,"upper_bound":0.017107577986989746},"point_estimate":0.015076697171791498,"standard_error":0.0009961943847921664}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016017966013314715,"upper_bound":0.007643243084068285},"point_estimate":-0.00716996606660536,"standard_error":0.006722112626258178},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015139502693334562,"upper_bound":-0.011556678773409379},"point_estimate":-0.013240717876723207,"standard_error":0.0008931069725830136}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index a78fa6feda86..cdcb1e87a8e0 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15322.611233785603,"upper_bound":15402.378858149594},"point_estimate":15359.879913157736,"standard_error":20.42175187709136},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15290.80324074074,"upper_bound":15336.959507042253},"point_estimate":15314.781187996032,"standard_error":11.349648431164436},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74.45956164871866,"upper_bound":124.93513212822464},"point_estimate":104.95336782960972,"standard_error":12.903652207477975},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15321.731635382499,"upper_bound":15388.220643635188},"point_estimate":15351.74500073888,"standard_error":17.024490140506828},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":133.2648640867412,"upper_bound":267.26368099352146},"point_estimate":205.49803645064966,"standard_error":34.1258828604104}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15126.835533730373,"upper_bound":15467.900937957898},"point_estimate":15249.750095393261,"standard_error":98.93271501913259},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15092.822368421053,"upper_bound":15127.25},"point_estimate":15112.002490942028,"standard_error":7.943848547660608},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.732980433994136,"upper_bound":92.09107961505741},"point_estimate":66.4690757987772,"standard_error":9.85160178043936},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15130.51392679886,"upper_bound":15949.797168822297},"point_estimate":15411.425490985666,"standard_error":236.01054065384656},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":118.2784035404971,"upper_bound":1689.874156471107},"point_estimate":994.9353218093097,"standard_error":543.7004550549525}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 55f32696ab24..e650f37e4f7d 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[122568.0,240969.0,361434.0,489882.0,654032.0,730253.0,854313.0,983406.0,1084161.0,1218185.0,1348133.0,1460264.0,1587305.0,1731479.0,1851441.0,1989192.0,2054249.0,2199759.0,2329543.0,2435596.0,2546723.0,2709494.0,2837764.0,2949496.0,3056215.0,3196831.0,3298822.0,3452334.0,3543127.0,3660011.0,3799956.0,3901141.0,4039485.0,4139133.0,4439197.0,4397407.0,4514445.0,4700088.0,4923277.0,4906399.0,5055365.0,5206857.0,5364920.0,5713596.0,5516545.0,5688521.0,5902206.0,5908467.0,6049471.0,6123656.0,6197127.0,6406139.0,6477093.0,6605627.0,6755393.0,6818250.0,7001891.0,7180475.0,7605939.0,7341656.0,7500712.0,7607830.0,7718336.0,7917266.0,7958765.0,8050989.0,8170253.0,8307548.0,8394017.0,8526912.0,8711393.0,8741338.0,8985902.0,9122396.0,9132998.0,9289860.0,9440107.0,9510633.0,9757213.0,9820528.0,10270027.0,10020437.0,10122662.0,10264032.0,10398850.0,10577329.0,10623170.0,10794267.0,10944848.0,11020985.0,11211308.0,11215321.0,11485255.0,11498369.0,11611776.0,11762230.0,11944765.0,12076351.0,12105743.0,12247441.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119905.0,239819.0,359623.0,480508.0,599632.0,720472.0,839644.0,959799.0,1103347.0,1210411.0,1326605.0,1465726.0,1596623.0,1681259.0,1811445.0,1934942.0,2059786.0,2187878.0,2290462.0,2437100.0,2529245.0,2667649.0,2788094.0,2917785.0,3021041.0,3142515.0,3253276.0,3400154.0,3495644.0,3620329.0,3810523.0,3880895.0,4053490.0,4207471.0,4257050.0,4345895.0,4512758.0,4588218.0,4717966.0,4873594.0,5009578.0,5044451.0,5176664.0,5349925.0,5455262.0,5547211.0,5640698.0,5788350.0,5898659.0,6404049.0,6177872.0,6313841.0,6378193.0,6560484.0,6651625.0,6758860.0,6884091.0,7012807.0,7131275.0,7229660.0,7347275.0,7497276.0,7638706.0,7756904.0,7841115.0,8037999.0,8077854.0,8184337.0,8333813.0,8433893.0,8558401.0,8713784.0,8813278.0,8913487.0,9536042.0,9307031.0,9318386.0,9445776.0,9513690.0,9664283.0,9790242.0,9898095.0,10043708.0,10141241.0,10277442.0,10375822.0,10493507.0,10722474.0,10795567.0,11056823.0,18157188.0,11122957.0,11225895.0,12127302.0,11506536.0,11608846.0,11711571.0,11868555.0,11968143.0,12117902.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 2d9b169e4ac4..eab14f4dda6e 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14844.5339114011,15052.671145260989,15607.70376888736,15815.841002747251] \ No newline at end of file +[14782.366842412697,14926.270715000535,15310.01437523477,15453.918247822608] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index a6eae099d62e..ddd3fb730edf 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - + + +0.035 + + + +0.04 + + + +0.045 + + + +0.05 + + - -70 + +50 - - -80 + + +55 - - -90 + + +60 - - -100 + + +65 - - -110 + + +70 + + + +75 + + + +80 + + + +85 - - -120 + + +90 - - -130 + + +95 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 29cdff13682c..a9785edc8d5c 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -6,73 +6,73 @@ micro/ops/union:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.002 + +0.5 - - -0.004 + + +1 - - -0.006 + + +1.5 - - -0.008 + + +2 - - -0.01 + + +2.5 - - -0.012 - - + - -120 + +0 + + + +0.2 - - -140 + + +0.4 - - -160 + + +0.6 - - -180 + + +0.8 - - -200 + + +1 - - -220 + + +1.2 - - -240 + + +1.4 - - -260 + + +1.6 - - -280 + + +1.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 0613ce8397fb..abe3f5396a5e 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -9,63 +9,43 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - + 15 - - -15.5 - - - -16 + + +20 - - -16.5 + + +25 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 1146ccb25618..6e646da6d936 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -90,10 +90,10 @@ Iterations 800 - - + + - + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index d58070bdea07..2982d9762aca 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,59 +9,67 @@ Density (a.u.) Relative change (%) - -50 + +10 + + + +20 + + + +30 - - -100 + + +40 + + + +50 - - -150 + + +60 - - -200 + + +70 - - -250 + + +80 - + - -0.013 - - - -0.014 - - - -0.015 - - - -0.016 - - - -0.017 - - - -0.018 - - - -0.019 - - - - - - + +-0.015 + + + +-0.01 + + + +-0.005 + + + +0 + + + +0.005 + + + +0.01 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 2ae4cd5eb33d..f4c5ae6e4a44 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,82 +9,82 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - -0.013 + + +450 - - -0.0135 + + + +-0.0155 - - -0.014 + + +-0.015 - - -0.0145 + + +-0.0145 - - -0.015 + + +-0.014 - - -0.0155 + + +-0.0135 - - -0.016 + + +-0.013 - - -0.0165 + + +-0.0125 - - -0.017 + + +-0.012 - - -0.0175 + + +-0.0115 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 058b5b78572b..7666ed715fc9 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 822d1aa17251..30816afba36c 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.322 µs - 15.352 µs - 15.388 µs + 15.131 µs + 15.411 µs + 15.950 µs R² - 0.9854930 - 0.9860122 - 0.9852456 + 0.4025238 + 0.4105840 + 0.3824547 Mean - 15.323 µs - 15.360 µs - 15.402 µs + 15.127 µs + 15.250 µs + 15.468 µs Std. Dev. - 133.26 ns - 205.50 ns - 267.26 ns + 118.28 ns + 994.94 ns + 1.6899 µs Median - 15.291 µs - 15.315 µs - 15.337 µs + 15.093 µs + 15.112 µs + 15.127 µs MAD - 74.460 ns - 104.95 ns - 124.94 ns + 52.733 ns + 66.469 ns + 92.091 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.2860% - +1.5752% - +1.8889% - (p = 0.00 < + -1.6018% + -0.7170% + +0.7643% + (p = 0.33 > 0.05) - Performance has regressed. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 147b685c755a..ff97a3a622f7 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -2 - - - -4 + +1 - - -6 - - - -8 - - - -10 + + +2 - - -12 + + +3 - - -14 + + +4 - - -16 + + +5 - - -18 + + +6 - - -20 + + +7 - + - -15.32 - - - -15.33 + +15.1 - - -15.34 + + +15.15 - - -15.35 - - - -15.36 + + +15.2 - - -15.37 + + +15.25 - - -15.38 + + +15.3 - - -15.39 + + +15.35 - - + + 15.4 - - -15.41 + + +15.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index faaf112e8f2b..9aaf148d6d90 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - - -15.29 + + +70 + + + +80 - - -15.295 + + +90 + + + + +15.09 - - -15.3 + + +15.095 - - -15.305 + + +15.1 - - -15.31 + + +15.105 - - -15.315 + + +15.11 - - -15.32 + + +15.115 - - -15.325 + + +15.12 - - -15.33 + + +15.125 - - -15.335 + + +15.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 1578929a58b8..c490e38a9911 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,46 +46,34 @@ Average Time (µs) - -14.8 + +14 - - -15 - - - -15.2 - - - -15.4 + + +16 - - -15.6 + + +18 - - -15.8 + + +20 - + -16 +22 - -16.2 - - - -16.4 + +24 - - -16.6 + + +26 - + Density (a.u.) @@ -94,46 +82,64 @@ Density (a.u.) 0 - + +0.1 + + + +0.2 + + + +0.3 + + + +0.4 + + + 0.5 - - -1 - - - -1.5 - - - -2 - - - -2.5 - - - - - - - - - - - - - - - - - - - - - - + + +0.6 + + + +0.7 + + + +0.8 + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index e5abce2b8ee1..8a55ad415641 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,55 @@ Average Time (µs) 0 - -0.5 + +0.1 + + + +0.2 + + + +0.3 - - -1 + + +0.4 - - -1.5 + + +0.5 + + + +0.6 - - -2 + + +0.7 - - -2.5 + + +0.8 - - -3 + + +0.9 - + - + 15 - - -15.5 - - - -16 + + +20 - - -16.5 + + +25 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index eb5fa872f684..4e078983e69f 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,52 @@ Iterations - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + + +16.0 + + + +18.0 + + 100 @@ -81,107 +96,107 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index a876e60bc97b..fb268e2e35b7 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -13,37 +13,52 @@ Iterations - - - - - - + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + + +16.0 + + + +18.0 + + 100 @@ -78,105 +93,105 @@ Iterations - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 4f6315d1e405..ed2e6f5833f2 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -6,61 +6,41 @@ Density (a.u.) Average Time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - + 15 - - -15.5 - - - -16 + + +20 - - -16.5 + + +25 - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index cc3ef8a3e362..41e94b94edde 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -18,9 +18,9 @@ Iterations - - - + + + 0.0 @@ -38,18 +38,18 @@ Iterations 6.0 - + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -87,8 +87,8 @@ Iterations 800 - - + + - + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 792de952778e..7201811b0c09 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - + + +3 + + + +3.5 + + + +4 + + - -15.32 + +15.1 + + + +15.2 + + + +15.3 - - -15.33 + + +15.4 - - -15.34 + + +15.5 - - -15.35 + + +15.6 - - -15.36 + + +15.7 - - -15.37 + + +15.8 - - -15.38 + + +15.9 - - -15.39 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 8036db53bab2..4e2f602b2007 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +0.5 - - -10 + + +1 - - -15 + + +1.5 - - -20 + + +2 - - -25 + + +2.5 - + + +3 + + + +3.5 + + + +4 + + - -15.32 + +15.1 + + + +15.2 + + + +15.3 - - -15.33 + + +15.4 - - -15.34 + + +15.5 - - -15.35 + + +15.6 - - -15.36 + + +15.7 - - -15.37 + + +15.8 - - -15.38 + + +15.9 - - -15.39 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 6a3b4ecad204..ce11e09e0be8 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52772.51938740939,"upper_bound":52919.964732368586},"point_estimate":52840.83649623571,"standard_error":37.79216762686098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52753.27253668763,"upper_bound":52825.18518518518},"point_estimate":52790.673847916114,"standard_error":18.569987932598654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.19176264793147,"upper_bound":204.93380633999834},"point_estimate":133.02827847955973,"standard_error":26.74977628836389},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52842.527545324716,"upper_bound":52976.351775282084},"point_estimate":52901.76203011346,"standard_error":34.3412746008883},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.9732065429415,"upper_bound":504.1042301504706},"point_estimate":378.3351822458252,"standard_error":70.76837700692411}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52629.1739796884,"upper_bound":52693.62981117086},"point_estimate":52660.863057435825,"standard_error":16.418939563584924},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52630.8071278826,"upper_bound":52694.46475507766},"point_estimate":52661.62719298246,"standard_error":18.930783873650302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.07455445513058,"upper_bound":160.45820631796587},"point_estimate":126.69563087101444,"standard_error":17.15522942434948},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52692.73361860881,"upper_bound":52752.28402293097},"point_estimate":52721.002063280954,"standard_error":15.242552604067399},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.13706146900637,"upper_bound":194.91480898692905},"point_estimate":164.19864108336066,"standard_error":16.321832510736087}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index c3a316f6b435..020a48ddd445 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470349.0,973926.0,1426946.0,1903131.0,2355845.0,2826834.0,3340559.0,3796449.0,4241014.0,4728756.0,5209585.0,5661327.0,6180950.0,6626513.0,7137979.0,7582895.0,8166633.0,8498950.0,9004860.0,9466991.0,9962838.0,10399978.0,10882600.0,11357034.0,11812205.0,12363436.0,12801074.0,13265005.0,13745084.0,14258025.0,14695618.0,15143487.0,15587788.0,16077642.0,16612285.0,17101538.0,17524328.0,18021920.0,18501626.0,18934744.0,19447584.0,19947658.0,20415983.0,21699289.0,21353721.0,21893534.0,22303370.0,22818216.0,23291477.0,23854657.0,24246760.0,24697203.0,25163311.0,25677477.0,26094126.0,26670997.0,27179961.0,27665704.0,28276463.0,29414231.0,28964990.0,29493188.0,29891632.0,30340288.0,30883835.0,31501741.0,31947469.0,32615841.0,32795552.0,33265143.0,33824138.0,34231206.0,35664641.0,35210437.0,35682423.0,36078887.0,36865279.0,37075947.0,37577833.0,37981405.0,38557586.0,38956919.0,39422965.0,40036393.0,40600704.0,40807946.0,41358988.0,41857036.0,42523163.0,42795872.0,43269961.0,43923307.0,44298038.0,44648889.0,45191556.0,45614886.0,46084332.0,46603946.0,46993575.0,47545150.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470911.0,942063.0,1413427.0,1896588.0,2353002.0,2838102.0,3306260.0,3779903.0,4237329.0,4736589.0,5193565.0,5672955.0,6172593.0,6618285.0,7131944.0,7558054.0,8033784.0,8513474.0,8992398.0,9445052.0,9922655.0,10434392.0,10909445.0,11406301.0,11810985.0,12418155.0,12777574.0,13246866.0,13681717.0,14163079.0,14676814.0,15104310.0,15602756.0,16078299.0,16548855.0,17047255.0,17517026.0,17960477.0,18447060.0,18932965.0,19397865.0,19904167.0,20391642.0,20903826.0,21339432.0,22051247.0,22300350.0,22773888.0,23219138.0,23718279.0,24402369.0,24683781.0,25104895.0,25644051.0,26086453.0,26542943.0,27163078.0,27458584.0,27917336.0,28468893.0,28957516.0,29459750.0,29878042.0,30321978.0,30794746.0,31297075.0,31744578.0,32229875.0,32754850.0,33240553.0,33846446.0,34110206.0,34641891.0,35192370.0,35598822.0,36019481.0,36564743.0,36996783.0,37464034.0,37981802.0,38492308.0,38875206.0,39388970.0,39944910.0,40458048.0,40811361.0,41217625.0,41689829.0,42200569.0,42687274.0,43236568.0,43575565.0,44105267.0,44634917.0,44978970.0,45438227.0,46018718.0,46790724.0,47057178.0,47364186.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 17719b83bccc..831fe89101a8 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52114.98121037704,52396.4983212379,53147.21061686687,53428.72772772773] \ No newline at end of file +[52038.14881257632,52301.35317612943,53003.23147893773,53266.43584249084] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index d7e27f24432d..a36a1e9f6d92 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007316290710052879,"upper_bound":0.003004631631542314},"point_estimate":0.0010895520037643713,"standard_error":0.0009532643653237917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00012766268594677221,"upper_bound":0.001715607808838504},"point_estimate":0.0009500531749229157,"standard_error":0.00040645975021086903}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0050194138517655916,"upper_bound":-0.0019902266271295665},"point_estimate":-0.0034059536285483416,"standard_error":0.0007753696144559086},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0033478515694514988,"upper_bound":-0.001426416474333836},"point_estimate":-0.0024444972099697537,"standard_error":0.000499886216855957}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 6a3b4ecad204..ce11e09e0be8 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52772.51938740939,"upper_bound":52919.964732368586},"point_estimate":52840.83649623571,"standard_error":37.79216762686098},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52753.27253668763,"upper_bound":52825.18518518518},"point_estimate":52790.673847916114,"standard_error":18.569987932598654},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":101.19176264793147,"upper_bound":204.93380633999834},"point_estimate":133.02827847955973,"standard_error":26.74977628836389},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52842.527545324716,"upper_bound":52976.351775282084},"point_estimate":52901.76203011346,"standard_error":34.3412746008883},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":227.9732065429415,"upper_bound":504.1042301504706},"point_estimate":378.3351822458252,"standard_error":70.76837700692411}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52629.1739796884,"upper_bound":52693.62981117086},"point_estimate":52660.863057435825,"standard_error":16.418939563584924},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52630.8071278826,"upper_bound":52694.46475507766},"point_estimate":52661.62719298246,"standard_error":18.930783873650302},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94.07455445513058,"upper_bound":160.45820631796587},"point_estimate":126.69563087101444,"standard_error":17.15522942434948},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52692.73361860881,"upper_bound":52752.28402293097},"point_estimate":52721.002063280954,"standard_error":15.242552604067399},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":131.13706146900637,"upper_bound":194.91480898692905},"point_estimate":164.19864108336066,"standard_error":16.321832510736087}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index c3a316f6b435..020a48ddd445 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470349.0,973926.0,1426946.0,1903131.0,2355845.0,2826834.0,3340559.0,3796449.0,4241014.0,4728756.0,5209585.0,5661327.0,6180950.0,6626513.0,7137979.0,7582895.0,8166633.0,8498950.0,9004860.0,9466991.0,9962838.0,10399978.0,10882600.0,11357034.0,11812205.0,12363436.0,12801074.0,13265005.0,13745084.0,14258025.0,14695618.0,15143487.0,15587788.0,16077642.0,16612285.0,17101538.0,17524328.0,18021920.0,18501626.0,18934744.0,19447584.0,19947658.0,20415983.0,21699289.0,21353721.0,21893534.0,22303370.0,22818216.0,23291477.0,23854657.0,24246760.0,24697203.0,25163311.0,25677477.0,26094126.0,26670997.0,27179961.0,27665704.0,28276463.0,29414231.0,28964990.0,29493188.0,29891632.0,30340288.0,30883835.0,31501741.0,31947469.0,32615841.0,32795552.0,33265143.0,33824138.0,34231206.0,35664641.0,35210437.0,35682423.0,36078887.0,36865279.0,37075947.0,37577833.0,37981405.0,38557586.0,38956919.0,39422965.0,40036393.0,40600704.0,40807946.0,41358988.0,41857036.0,42523163.0,42795872.0,43269961.0,43923307.0,44298038.0,44648889.0,45191556.0,45614886.0,46084332.0,46603946.0,46993575.0,47545150.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[470911.0,942063.0,1413427.0,1896588.0,2353002.0,2838102.0,3306260.0,3779903.0,4237329.0,4736589.0,5193565.0,5672955.0,6172593.0,6618285.0,7131944.0,7558054.0,8033784.0,8513474.0,8992398.0,9445052.0,9922655.0,10434392.0,10909445.0,11406301.0,11810985.0,12418155.0,12777574.0,13246866.0,13681717.0,14163079.0,14676814.0,15104310.0,15602756.0,16078299.0,16548855.0,17047255.0,17517026.0,17960477.0,18447060.0,18932965.0,19397865.0,19904167.0,20391642.0,20903826.0,21339432.0,22051247.0,22300350.0,22773888.0,23219138.0,23718279.0,24402369.0,24683781.0,25104895.0,25644051.0,26086453.0,26542943.0,27163078.0,27458584.0,27917336.0,28468893.0,28957516.0,29459750.0,29878042.0,30321978.0,30794746.0,31297075.0,31744578.0,32229875.0,32754850.0,33240553.0,33846446.0,34110206.0,34641891.0,35192370.0,35598822.0,36019481.0,36564743.0,36996783.0,37464034.0,37981802.0,38492308.0,38875206.0,39388970.0,39944910.0,40458048.0,40811361.0,41217625.0,41689829.0,42200569.0,42687274.0,43236568.0,43575565.0,44105267.0,44634917.0,44978970.0,45438227.0,46018718.0,46790724.0,47057178.0,47364186.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 17719b83bccc..831fe89101a8 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52114.98121037704,52396.4983212379,53147.21061686687,53428.72772772773] \ No newline at end of file +[52038.14881257632,52301.35317612943,53003.23147893773,53266.43584249084] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 36c2eaeb77fe..9db19ce78685 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 + +0.005 - - -0.004 - - - -0.006 - - - -0.008 - - - + + 0.01 - - -0.012 + + +0.015 - - -0.014 + + +0.02 - - -0.016 + + +0.025 - + - + +90 + + + 100 - - + + +110 + + + 120 - - -140 + + +130 - - -160 + + +140 - - -180 + + +150 - - -200 + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index 7e3bccc3f6c8..24633ec15130 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - -0.001 - - - -0.002 + +0.005 - - -0.003 + + +0.01 - - -0.004 + + +0.015 - - -0.005 + + +0.02 - - -0.006 + + +0.025 - + - -200 + +130 + + + +140 - - -250 + + +150 - - -300 + + +160 - - -350 + + +170 - - -400 + + +180 - - -450 + + +190 - - -500 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index f10133aa631e..45d9d4e7b9c8 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,46 +9,26 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - + + +2.5 + + 52 @@ -66,10 +46,10 @@ Average Time (µs) 55 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 1d02f42014a3..1cb044788b87 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -110,10 +110,10 @@ Iterations 900 - + - - + + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index ad827b23598b..1455581ec17f 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - --0.001 + + +450 - - --5e-4 + + +500 - - -0 + + + +-0.005 - - -5e-4 + + +-0.0045 - - -0.001 + + +-0.004 - - -0.0015 + + +-0.0035 - - -0.002 + + +-0.003 - - -0.0025 + + +-0.0025 - - -0.003 + + +-0.002 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 7f7ec5f60bd1..ef6998d904ec 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,90 +9,86 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - - -1000 - - + - -0 + +-0.0034 + + + +-0.0032 - - -2e-4 + + +-0.003 - - -4e-4 + + +-0.0028 - - -6e-4 + + +-0.0026 - - -8e-4 + + +-0.0024 - - -0.001 + + +-0.0022 - - -0.0012 + + +-0.002 - - -0.0014 + + +-0.0018 - - -0.0016 + + +-0.0016 - - -0.0018 + + +-0.0014 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 40a4923c056f..fa0ab092e447 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 25edb330151f..4f078af11cbd 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.843 µs - 52.902 µs - 52.976 µs + 52.693 µs + 52.721 µs + 52.752 µs R² - 0.9950096 - 0.9951819 - 0.9949087 + 0.9992163 + 0.9992562 + 0.9992074 Mean - 52.773 µs - 52.841 µs - 52.920 µs + 52.629 µs + 52.661 µs + 52.694 µs Std. Dev. - 227.97 ns - 378.34 ns - 504.10 ns + 131.14 ns + 164.20 ns + 194.91 ns Median - 52.753 µs - 52.791 µs - 52.825 µs + 52.631 µs + 52.662 µs + 52.694 µs MAD - 101.19 ns - 133.03 ns - 204.93 ns + 94.075 ns + 126.70 ns + 160.46 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.0732% - +0.1090% - +0.3005% - (p = 0.24 > + -0.5019% + -0.3406% + -0.1990% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 73339c53868e..4346d80e8164 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -1 - - - -2 - - - -3 - - - -4 - - - + 5 - - -6 - - - -7 - - - -8 + + +10 - - -9 + + +15 - - -10 + + +20 - - -11 + + +25 - + - -52.76 - - - -52.78 + +52.63 - - -52.8 + + +52.64 - - -52.82 + + +52.65 - - -52.84 + + +52.66 - - -52.86 + + +52.67 - - -52.88 + + +52.68 - - -52.9 + + +52.69 - - -52.92 + + +52.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index 765599a274a0..a86915858c92 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -52.75 + + +30 - - -52.76 + + + +52.63 - - -52.77 + + +52.64 - - -52.78 + + +52.65 - - -52.79 + + +52.66 - - -52.8 + + +52.67 - - -52.81 + + +52.68 - - -52.82 + + +52.69 - - -52.83 + + +52.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index e3fb48f99096..111e1151d788 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,34 +50,34 @@ Average Time (µs) - -52 + +52.2 - - -52.5 + + +52.4 - - -53 + + +52.6 - - -53.5 + + +52.8 - - -54 + + +53 - - -54.5 + + +53.2 - - -55 + + +53.4 - + Density (a.u.) @@ -86,68 +86,42 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.5 + + + +2 + + + +2.5 + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 69f4f72a59d5..fd30ce7b1b7b 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,59 +10,39 @@ Average Time (µs) 0 - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - + - -52 + +52.5 - - + + 53 - - -54 - - - -55 - - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 8f2f90e15742..a1496cc26f8b 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -18,51 +18,51 @@ Iterations - + - - - - - - + + + + + + 5.0 - + 10.0 - + 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -105,100 +105,100 @@ Iterations - + - + - + - + - - - - - + + + + + - + - - + + - + - + - - - - - + + + + + - - - - + + + + - - - - - - - - - + + + + + + + + + - - - - - - + + + + + + - - + + - - - + + + - + - - + + - - + + - - - - - - - + + + + + + + - - - + + + diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index 0042b528fc90..518ead346318 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -19,10 +19,10 @@ Iterations - - - - + + + + 5.0 @@ -44,22 +44,22 @@ Iterations 25.0 - + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -110,92 +110,92 @@ Iterations - + - + - + - - + + - + - + - + - + - + - + - - + + - + - - - - - + + + + + - + - - + + - + - - + + - + - + - + - + - - + + - + - + - - - + + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 177e4a95e47c..9822dbbc40a9 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,46 +6,26 @@ Density (a.u.) Average Time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 + + +1.5 - - -1.6 - - - -1.8 - - - + + 2 - + + +2.5 + + 52 @@ -63,8 +43,8 @@ Average Time (µs) 55 - - - - + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index e7557bf5e352..a692864824d4 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -107,8 +107,8 @@ Iterations 900 - + - - + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 3fbb0c612fa9..cc2834ef73dd 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - + - -52.84 - - - -52.86 + +52.69 - - -52.88 + + +52.7 - - -52.9 + + +52.71 - - -52.92 + + +52.72 - - -52.94 + + +52.73 - - -52.96 + + +52.74 - - -52.98 + + +52.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index c80af8933406..f1b634cb9671 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,58 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 + + +10 - - -8 + + +15 - - -10 + + +20 - - -12 + + +25 - + - -52.84 - - - -52.86 + +52.69 - - -52.88 + + +52.7 - - -52.9 + + +52.71 - - -52.92 + + +52.72 - - -52.94 + + +52.73 - - -52.96 + + +52.74 - - -52.98 + + +52.75 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 58fc80579d50..d0634522c175 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1801572.6413233757,"upper_bound":1822056.1682913133},"point_estimate":1809023.3778887836,"standard_error":5832.372968936128},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800134.6273750882,"upper_bound":1802439.7021276595},"point_estimate":1800744.5428070175,"standard_error":657.5710433176864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3939.9660327909132,"upper_bound":6391.862544797777},"point_estimate":5116.455818539726,"standard_error":643.457239643556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800942.6446265217,"upper_bound":1804337.1264624991},"point_estimate":1802516.1909708881,"standard_error":866.5849497288235},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5950.483347886543,"upper_bound":99542.83174698133},"point_estimate":58734.97943744495,"standard_error":31175.19043167181}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784732.3039571466,"upper_bound":1790662.4550335584},"point_estimate":1786904.2381014817,"standard_error":1682.0663467764612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784426.5142857144,"upper_bound":1785181.8923809524},"point_estimate":1784955.218703893,"standard_error":225.77578404949503},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1241.8478209762043,"upper_bound":2041.2788079908703},"point_estimate":1711.1227456396175,"standard_error":204.8166312876657},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784831.2264859115,"upper_bound":1785688.2709711073},"point_estimate":1785239.3983301315,"standard_error":218.97148152897634},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2290.1272522538325,"upper_bound":28642.2518856184},"point_estimate":16921.141952929855,"standard_error":8926.453381436044}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index 8d810f7002c2..e316bcf1dd8f 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2376354.0,3625365.0,5447184.0,7156605.0,9002188.0,10795534.0,12661436.0,14379281.0,16159843.0,19094350.0,19733101.0,21478378.0,23293725.0,25184193.0,26931624.0,28913301.0,30657998.0,32313276.0,34212570.0,35996128.0,37888038.0,39552494.0,41426100.0,43051473.0,45127006.0,46943776.0,48629001.0,50780266.0,52201848.0,54186721.0,55893947.0,58106876.0,59685683.0,61001067.0,63199259.0,64791630.0,66701925.0,68547419.0,70081341.0,71818711.0,73880039.0,75615047.0,77228677.0,79538818.0,81137400.0,82909868.0,84714666.0,87568141.0,88292452.0,90218145.0,91889665.0,93914033.0,95612551.0,97080391.0,99007495.0,100829497.0,102419152.0,104664272.0,106272863.0,107892927.0,110078434.0,111622325.0,113324461.0,115026578.0,117338952.0,121586509.0,121052572.0,122585001.0,124118923.0,126956428.0,127829898.0,129565166.0,131127312.0,133142441.0,135062063.0,136241213.0,139443408.0,140759225.0,142192518.0,143714838.0,145517213.0,148768579.0,149197149.0,151022415.0,152674137.0,154784264.0,156391333.0,158952252.0,160979304.0,161922244.0,163727523.0,165631205.0,167573830.0,169229195.0,172390933.0,173382784.0,174254180.0,176420142.0,178568029.0,180323384.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1950355.0,3555003.0,5392477.0,7156354.0,8915250.0,10683193.0,12678252.0,14280726.0,16024694.0,17819599.0,19658645.0,21399449.0,23188150.0,24912804.0,26822953.0,28498695.0,30352989.0,32156540.0,33906260.0,35702636.0,37464519.0,39253231.0,40997200.0,42828984.0,44528448.0,46432737.0,48085385.0,49891701.0,51794657.0,53553664.0,55365309.0,57121151.0,58829432.0,60772103.0,62454928.0,64180431.0,66228821.0,67800627.0,69617753.0,71498748.0,73206319.0,74981125.0,76682233.0,78551838.0,80351140.0,82289533.0,83802097.0,85658938.0,87401644.0,89191188.0,90974861.0,93233755.0,94884299.0,96428364.0,98188663.0,100034983.0,101728787.0,103564910.0,105273832.0,107084015.0,109248190.0,110572143.0,112361677.0,114159175.0,115942738.0,117718407.0,119600684.0,121312593.0,123174754.0,124965398.0,126815835.0,128547511.0,130201200.0,132177273.0,133885786.0,135922974.0,137463421.0,139157426.0,140962490.0,142667024.0,144705335.0,146426992.0,148126136.0,149888449.0,151825660.0,153388710.0,155093615.0,156996933.0,158856877.0,160580560.0,162537746.0,164208037.0,165899428.0,167804899.0,169524873.0,171586977.0,173576717.0,175011807.0,176715169.0,178574744.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 65cf35503270..5ad99eef39e3 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1776156.7903196816,1787015.684526724,1815972.7357455038,1826831.6299525462] \ No newline at end of file +[1777209.4054577907,1780468.4918183773,1789159.3887799415,1792418.475140528] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index a7b20405467a..16d1ad974b71 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01348975700141719,"upper_bound":0.025295372692532063},"point_estimate":0.017983171733996883,"standard_error":0.0032246272464361127},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01364336795876242,"upper_bound":0.015947165025544274},"point_estimate":0.014775679090088811,"standard_error":0.0005688095119414453}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019744882959247072,"upper_bound":-0.007272940168701683},"point_estimate":-0.012227116607589683,"standard_error":0.0033220184438893883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00979706251987792,"upper_bound":-0.008397039076247448},"point_estimate":-0.008768219882267059,"standard_error":0.000382268454823982}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 58fc80579d50..d0634522c175 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1801572.6413233757,"upper_bound":1822056.1682913133},"point_estimate":1809023.3778887836,"standard_error":5832.372968936128},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800134.6273750882,"upper_bound":1802439.7021276595},"point_estimate":1800744.5428070175,"standard_error":657.5710433176864},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3939.9660327909132,"upper_bound":6391.862544797777},"point_estimate":5116.455818539726,"standard_error":643.457239643556},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1800942.6446265217,"upper_bound":1804337.1264624991},"point_estimate":1802516.1909708881,"standard_error":866.5849497288235},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5950.483347886543,"upper_bound":99542.83174698133},"point_estimate":58734.97943744495,"standard_error":31175.19043167181}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784732.3039571466,"upper_bound":1790662.4550335584},"point_estimate":1786904.2381014817,"standard_error":1682.0663467764612},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784426.5142857144,"upper_bound":1785181.8923809524},"point_estimate":1784955.218703893,"standard_error":225.77578404949503},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1241.8478209762043,"upper_bound":2041.2788079908703},"point_estimate":1711.1227456396175,"standard_error":204.8166312876657},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1784831.2264859115,"upper_bound":1785688.2709711073},"point_estimate":1785239.3983301315,"standard_error":218.97148152897634},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2290.1272522538325,"upper_bound":28642.2518856184},"point_estimate":16921.141952929855,"standard_error":8926.453381436044}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index 8d810f7002c2..e316bcf1dd8f 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[2376354.0,3625365.0,5447184.0,7156605.0,9002188.0,10795534.0,12661436.0,14379281.0,16159843.0,19094350.0,19733101.0,21478378.0,23293725.0,25184193.0,26931624.0,28913301.0,30657998.0,32313276.0,34212570.0,35996128.0,37888038.0,39552494.0,41426100.0,43051473.0,45127006.0,46943776.0,48629001.0,50780266.0,52201848.0,54186721.0,55893947.0,58106876.0,59685683.0,61001067.0,63199259.0,64791630.0,66701925.0,68547419.0,70081341.0,71818711.0,73880039.0,75615047.0,77228677.0,79538818.0,81137400.0,82909868.0,84714666.0,87568141.0,88292452.0,90218145.0,91889665.0,93914033.0,95612551.0,97080391.0,99007495.0,100829497.0,102419152.0,104664272.0,106272863.0,107892927.0,110078434.0,111622325.0,113324461.0,115026578.0,117338952.0,121586509.0,121052572.0,122585001.0,124118923.0,126956428.0,127829898.0,129565166.0,131127312.0,133142441.0,135062063.0,136241213.0,139443408.0,140759225.0,142192518.0,143714838.0,145517213.0,148768579.0,149197149.0,151022415.0,152674137.0,154784264.0,156391333.0,158952252.0,160979304.0,161922244.0,163727523.0,165631205.0,167573830.0,169229195.0,172390933.0,173382784.0,174254180.0,176420142.0,178568029.0,180323384.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1950355.0,3555003.0,5392477.0,7156354.0,8915250.0,10683193.0,12678252.0,14280726.0,16024694.0,17819599.0,19658645.0,21399449.0,23188150.0,24912804.0,26822953.0,28498695.0,30352989.0,32156540.0,33906260.0,35702636.0,37464519.0,39253231.0,40997200.0,42828984.0,44528448.0,46432737.0,48085385.0,49891701.0,51794657.0,53553664.0,55365309.0,57121151.0,58829432.0,60772103.0,62454928.0,64180431.0,66228821.0,67800627.0,69617753.0,71498748.0,73206319.0,74981125.0,76682233.0,78551838.0,80351140.0,82289533.0,83802097.0,85658938.0,87401644.0,89191188.0,90974861.0,93233755.0,94884299.0,96428364.0,98188663.0,100034983.0,101728787.0,103564910.0,105273832.0,107084015.0,109248190.0,110572143.0,112361677.0,114159175.0,115942738.0,117718407.0,119600684.0,121312593.0,123174754.0,124965398.0,126815835.0,128547511.0,130201200.0,132177273.0,133885786.0,135922974.0,137463421.0,139157426.0,140962490.0,142667024.0,144705335.0,146426992.0,148126136.0,149888449.0,151825660.0,153388710.0,155093615.0,156996933.0,158856877.0,160580560.0,162537746.0,164208037.0,165899428.0,167804899.0,169524873.0,171586977.0,173576717.0,175011807.0,176715169.0,178574744.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 65cf35503270..5ad99eef39e3 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1776156.7903196816,1787015.684526724,1815972.7357455038,1826831.6299525462] \ No newline at end of file +[1777209.4054577907,1780468.4918183773,1789159.3887799415,1792418.475140528] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 85b049c871d4..91cdc60e399b 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 + +0.5 - - -0.2 + + +1 - - -0.3 + + +1.5 - - -0.4 + + +2 - - -0.5 + + +2.5 + + + + +1.2 - - -0.6 + + +1.3 - - -0.7 + + +1.4 - - - -4 + + +1.5 + + + +1.6 - - -4.5 + + +1.7 - - -5 + + +1.8 - - -5.5 + + +1.9 - - -6 + + +2 - - -6.5 + + +2.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 57e5ea73f14b..35bbfff3de30 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 + +0.02 - - -0.015 + + +0.04 - - -0.02 + + +0.06 - - -0.025 + + +0.08 - - -0.03 + + +0.1 - - -0.035 + + +0.12 - - -0.04 + + +0.14 - - -0.045 + + +0.16 - + - + 0 - - -10 - - - -20 + + +5 - - -30 - - - -40 - - - -50 - - - -60 + + +10 - - -70 + + +15 - - -80 + + +20 - - -90 + + +25 - - -100 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 1c7888e128bf..335ce9dd7cd6 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,30 +9,46 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + +45 - - -60 + + +50 - + 1.8 @@ -50,10 +66,10 @@ Average Time (ms) 2.4 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index de89b380721c..0bb84ba201f9 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 85939db9cd97..49ce8666ceb8 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,75 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - - -180 - - + - -0.014 - - - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + +-0.006 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index 2c417337e463..03d30ea4edef 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - -100 - - - + 200 - - -300 + + +400 - + -400 +600 - -500 - - - -600 + +800 - - -700 + + +1000 - - -800 + + +1200 - + - -0.0135 - - - -0.014 - - - -0.0145 - - - -0.015 - - - -0.0155 - - - -0.016 - - - - - - + +-0.0098 + + + +-0.0096 + + + +-0.0094 + + + +-0.0092 + + + +-0.009 + + + +-0.0088 + + + +-0.0086 + + + +-0.0084 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index 7a21c1a6765d..62ffa873bc10 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,73 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index 54ba26fb07e0..3fed2ee31064 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8009 ms - 1.8025 ms - 1.8043 ms + 1.7848 ms + 1.7852 ms + 1.7857 ms R² - 0.9976617 - 0.9977663 - 0.9976262 + 0.9998457 + 0.9998529 + 0.9998442 Mean - 1.8016 ms - 1.8090 ms - 1.8221 ms + 1.7847 ms + 1.7869 ms + 1.7907 ms Std. Dev. - 5.9505 µs - 58.735 µs - 99.543 µs + 2.2901 µs + 16.921 µs + 28.642 µs Median - 1.8001 ms - 1.8007 ms - 1.8024 ms + 1.7844 ms + 1.7850 ms + 1.7852 ms MAD - 3.9400 µs - 5.1165 µs - 6.3919 µs + 1.2418 µs + 1.7111 µs + 2.0413 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.3490% - +1.7983% - +2.5295% + -1.9745% + -1.2227% + -0.7273% (p = 0.00 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 3534d6a6d9cd..8b76b9634959 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - - -80 + + +350 - - -90 + + +400 - - -100 + + + +1.785 - - -110 + + +1.786 - - - -1.8 + + +1.787 - - -1.805 + + +1.788 - - -1.81 + + +1.789 - - -1.815 + + +1.79 - - -1.82 + + +1.791 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index 3b9130780013..a73bfd5588a1 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 + + +1000 - - -600 + + +1500 - - -800 + + +2000 - - -1000 + + +2500 - - -1200 + + +3000 - - -1400 + + +3500 - + - -1.8 + +1.7844 + + + +1.7845 + + + +1.7846 + + + +1.7847 - - -1.8005 + + +1.7848 - - -1.801 + + +1.7849 - - -1.8015 + + +1.785 - - -1.802 + + +1.7851 - - -1.8025 + + +1.7852 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index 4cd682192fce..48e0fa69cc17 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,34 +54,50 @@ Average Time (ms) - + +1.76 + + + +1.78 + + + 1.8 - - -1.9 + + +1.82 - - -2 + + +1.84 - - -2.1 + + +1.86 - - -2.2 + + +1.88 + + + +1.9 - - -2.3 + + +1.92 - - -2.4 + + +1.94 - + + +1.96 + + Density (a.u.) @@ -90,48 +106,72 @@ Density (a.u.) 0 - -2 + +5 - - -4 + + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 + + + +30 + + + +35 + + + +40 + + + +45 + + + +50 - - -12 - - - -14 - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index 30704c28efb0..c5a691568b28 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - -2 - - - -4 - - - -6 - - - -8 - - - + 10 - - -12 + + +20 + + + +30 - - -14 + + +40 - - -16 + + +50 - + - + 1.8 - - -2 + + +1.85 - - -2.2 + + +1.9 - - -2.4 + + +1.95 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index 34fe1e0c4b24..b578949db81d 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,52 +18,47 @@ Iterations - - - - - - - - - + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -106,107 +101,107 @@ Iterations - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - + + - + - + - - - - - - - - + + + + + + + + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - + - + - - - - - - + + + + + + - - + + - - - - + + + + - - - - - - - + + + + + + + - - + + - - + + - + Sample diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index c1a46c532c84..12119a4eb3d7 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -15,52 +15,47 @@ Iterations - - - - - - - - - + + + + + + + + - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 10 @@ -103,105 +98,105 @@ Iterations - - + + - - + + - - + + - - + + - + - - + + - - + + - + - + - + - + - + - - - + + + - - - + + + - - + + - - + + - - + + - + - - + + - - + + - - - - - - - - - + + + + + + + + + - + - + - + - - - - - + + + + + - + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index e2adfbfcd707..389368b7e40d 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,30 +6,46 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - + -50 +40 - -60 + +45 + + + +50 - + 1.8 @@ -47,8 +63,8 @@ Average Time (ms) 2.4 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 644251b845f0..221bc87ba7f8 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 05fbbb511730..2bd1517618ef 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - -50 + +200 - - -100 + + +400 - - -150 + + +600 - - -200 + + +800 - - -250 + + +1000 - - -300 + + +1200 - - -350 + + +1400 - - -400 + + +1600 - - -450 + + +1800 - - -500 - - + - -1.801 + +1.7848 + + + +1.7849 + + + +1.785 - - -1.8015 + + +1.7851 - - -1.802 + + +1.7852 - - -1.8025 + + +1.7853 - - -1.803 + + +1.7854 - - -1.8035 + + +1.7855 - - -1.804 + + +1.7856 - - -1.8045 + + +1.7857 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index d7445538de65..aecd191e3cfe 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ms) - -50 + +200 - - -100 + + +400 - - -150 + + +600 - - -200 + + +800 - - -250 + + +1000 - - -300 + + +1200 - - -350 + + +1400 - - -400 + + +1600 - - -450 + + +1800 - - -500 - - + - -1.801 + +1.7848 + + + +1.7849 + + + +1.785 - - -1.8015 + + +1.7851 - - -1.802 + + +1.7852 - - -1.8025 + + +1.7853 - - -1.803 + + +1.7854 - - -1.8035 + + +1.7855 - - -1.804 + + +1.7856 - - -1.8045 + + +1.7857 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index 631b060f784c..df871b215ad4 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805831.385503079,"upper_bound":1808974.2526505166},"point_estimate":1807293.1808290696,"standard_error":801.8324150399978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804274.1590909092,"upper_bound":1806763.2},"point_estimate":1805240.484345479,"standard_error":655.7936030833649},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3225.21242998073,"upper_bound":5688.121060144097},"point_estimate":4453.38208928346,"standard_error":615.1141163034849},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807184.4950425243,"upper_bound":1810450.446565358},"point_estimate":1808713.00608837,"standard_error":839.3124668638199},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5151.5325354275665,"upper_bound":10596.710787359787},"point_estimate":8044.191281889288,"standard_error":1383.5087357051154}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807188.6440907258,"upper_bound":1814835.224094815},"point_estimate":1810361.014461384,"standard_error":1995.7795692639306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805072.085106383,"upper_bound":1806793.5865112995},"point_estimate":1805727.7818181817,"standard_error":503.58781119872083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.9438711960124,"upper_bound":5970.5150665621095},"point_estimate":4708.905554166908,"standard_error":683.8502198168718},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805190.5053692483,"upper_bound":1810945.6897320275},"point_estimate":1807458.686463721,"standard_error":1526.9830077903262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7230.718440874624,"upper_bound":31770.78133045878},"point_estimate":20058.66160826183,"standard_error":7424.117284575212}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index d35cfca966ec..2dfe160203bf 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1849016.0,3673347.0,5421936.0,7247118.0,8979567.0,10795081.0,12601357.0,14422972.0,16235681.0,18042980.0,19855657.0,21618083.0,23472248.0,25235785.0,27042734.0,28770374.0,30750545.0,32721589.0,34278751.0,36049802.0,37981201.0,39660491.0,41480674.0,43220677.0,45127912.0,46900665.0,48598100.0,50375854.0,52233095.0,54105595.0,55813428.0,57673134.0,59620363.0,61334419.0,63195638.0,64971267.0,66659494.0,68497970.0,70409102.0,72057355.0,73920049.0,75754573.0,77604235.0,79388063.0,80972910.0,82833593.0,84819178.0,86725114.0,88352061.0,90208485.0,91950054.0,93759552.0,95542859.0,97256647.0,100789419.0,100842488.0,102936496.0,105003393.0,106894793.0,108405792.0,110447992.0,112161220.0,114169318.0,115975127.0,117356204.0,119226084.0,121174640.0,123218293.0,124788934.0,126999329.0,128767108.0,129844027.0,131814275.0,135924674.0,135805972.0,137469196.0,138945692.0,140614967.0,142870055.0,145330386.0,146803425.0,148573748.0,150260837.0,152007977.0,154145245.0,155526943.0,157185667.0,159069192.0,160976019.0,163089363.0,164081243.0,166333226.0,168171246.0,169881708.0,171486341.0,173243610.0,174838307.0,178943236.0,178996055.0,180867116.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1980613.0,3706067.0,5463320.0,7248215.0,9043800.0,10820911.0,12656551.0,14495909.0,16233455.0,18055190.0,19962034.0,21769241.0,23520443.0,25302954.0,27069615.0,29657315.0,30640177.0,32439620.0,34337216.0,36050075.0,37908249.0,39610940.0,41497266.0,43346691.0,45988343.0,47112110.0,48775527.0,50543861.0,52378720.0,54156762.0,55966103.0,57621767.0,59392857.0,61305200.0,63185896.0,64901741.0,67636236.0,69019158.0,70373276.0,72034841.0,73941845.0,75745124.0,77387072.0,79294216.0,81040960.0,82919581.0,84838388.0,86689728.0,88449555.0,90493557.0,92355666.0,93952509.0,96025284.0,97932318.0,99326511.0,101216955.0,102874171.0,104850274.0,106631342.0,108865500.0,110813758.0,112458868.0,114024974.0,115547376.0,117730980.0,120297880.0,121498010.0,124026208.0,124742271.0,126795990.0,128479617.0,130051893.0,131986410.0,133868677.0,135465300.0,137407640.0,139466009.0,140584164.0,142567131.0,144503829.0,145935545.0,148015777.0,149915324.0,151640208.0,153407788.0,154858831.0,156745467.0,158589693.0,160289499.0,162221540.0,163985216.0,165768609.0,167649034.0,169546340.0,176625160.0,173166735.0,174923078.0,176750663.0,178305789.0,180330332.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index e6d0fd1424e5..6db01c310690 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1785010.0184726529,1793937.9384029931,1817745.7248839005,1826673.6448142407] \ No newline at end of file +[1782803.364269255,1793063.6100212256,1820424.2653598138,1830684.5111117843] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 84770d6cecc9..d2848fb149cf 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0015425266014771428,"upper_bound":0.006295030116941547},"point_estimate":0.004246160346535355,"standard_error":0.001224028207616534},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004158934997207098,"upper_bound":0.0064539914119232655},"point_estimate":0.005247591551008179,"standard_error":0.0005950614886920499}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0002583091977044618,"upper_bound":0.004223481813727325},"point_estimate":0.0016974742475965865,"standard_error":0.0011348882908556583},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007669704187776458,"upper_bound":0.0010707044154429912},"point_estimate":0.0002699349349455371,"standard_error":0.0004542762307183132}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index 631b060f784c..df871b215ad4 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805831.385503079,"upper_bound":1808974.2526505166},"point_estimate":1807293.1808290696,"standard_error":801.8324150399978},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1804274.1590909092,"upper_bound":1806763.2},"point_estimate":1805240.484345479,"standard_error":655.7936030833649},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3225.21242998073,"upper_bound":5688.121060144097},"point_estimate":4453.38208928346,"standard_error":615.1141163034849},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807184.4950425243,"upper_bound":1810450.446565358},"point_estimate":1808713.00608837,"standard_error":839.3124668638199},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5151.5325354275665,"upper_bound":10596.710787359787},"point_estimate":8044.191281889288,"standard_error":1383.5087357051154}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1807188.6440907258,"upper_bound":1814835.224094815},"point_estimate":1810361.014461384,"standard_error":1995.7795692639306},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805072.085106383,"upper_bound":1806793.5865112995},"point_estimate":1805727.7818181817,"standard_error":503.58781119872083},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3365.9438711960124,"upper_bound":5970.5150665621095},"point_estimate":4708.905554166908,"standard_error":683.8502198168718},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1805190.5053692483,"upper_bound":1810945.6897320275},"point_estimate":1807458.686463721,"standard_error":1526.9830077903262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7230.718440874624,"upper_bound":31770.78133045878},"point_estimate":20058.66160826183,"standard_error":7424.117284575212}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index d35cfca966ec..2dfe160203bf 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1849016.0,3673347.0,5421936.0,7247118.0,8979567.0,10795081.0,12601357.0,14422972.0,16235681.0,18042980.0,19855657.0,21618083.0,23472248.0,25235785.0,27042734.0,28770374.0,30750545.0,32721589.0,34278751.0,36049802.0,37981201.0,39660491.0,41480674.0,43220677.0,45127912.0,46900665.0,48598100.0,50375854.0,52233095.0,54105595.0,55813428.0,57673134.0,59620363.0,61334419.0,63195638.0,64971267.0,66659494.0,68497970.0,70409102.0,72057355.0,73920049.0,75754573.0,77604235.0,79388063.0,80972910.0,82833593.0,84819178.0,86725114.0,88352061.0,90208485.0,91950054.0,93759552.0,95542859.0,97256647.0,100789419.0,100842488.0,102936496.0,105003393.0,106894793.0,108405792.0,110447992.0,112161220.0,114169318.0,115975127.0,117356204.0,119226084.0,121174640.0,123218293.0,124788934.0,126999329.0,128767108.0,129844027.0,131814275.0,135924674.0,135805972.0,137469196.0,138945692.0,140614967.0,142870055.0,145330386.0,146803425.0,148573748.0,150260837.0,152007977.0,154145245.0,155526943.0,157185667.0,159069192.0,160976019.0,163089363.0,164081243.0,166333226.0,168171246.0,169881708.0,171486341.0,173243610.0,174838307.0,178943236.0,178996055.0,180867116.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1980613.0,3706067.0,5463320.0,7248215.0,9043800.0,10820911.0,12656551.0,14495909.0,16233455.0,18055190.0,19962034.0,21769241.0,23520443.0,25302954.0,27069615.0,29657315.0,30640177.0,32439620.0,34337216.0,36050075.0,37908249.0,39610940.0,41497266.0,43346691.0,45988343.0,47112110.0,48775527.0,50543861.0,52378720.0,54156762.0,55966103.0,57621767.0,59392857.0,61305200.0,63185896.0,64901741.0,67636236.0,69019158.0,70373276.0,72034841.0,73941845.0,75745124.0,77387072.0,79294216.0,81040960.0,82919581.0,84838388.0,86689728.0,88449555.0,90493557.0,92355666.0,93952509.0,96025284.0,97932318.0,99326511.0,101216955.0,102874171.0,104850274.0,106631342.0,108865500.0,110813758.0,112458868.0,114024974.0,115547376.0,117730980.0,120297880.0,121498010.0,124026208.0,124742271.0,126795990.0,128479617.0,130051893.0,131986410.0,133868677.0,135465300.0,137407640.0,139466009.0,140584164.0,142567131.0,144503829.0,145935545.0,148015777.0,149915324.0,151640208.0,153407788.0,154858831.0,156745467.0,158589693.0,160289499.0,162221540.0,163985216.0,165768609.0,167649034.0,169546340.0,176625160.0,173166735.0,174923078.0,176750663.0,178305789.0,180330332.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index e6d0fd1424e5..6db01c310690 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1785010.0184726529,1793937.9384029931,1817745.7248839005,1826673.6448142407] \ No newline at end of file +[1782803.364269255,1793063.6100212256,1820424.2653598138,1830684.5111117843] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index b1e8ff6996a2..360340bbab7d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - + - -3 - - - + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - + + 5.5 - - - - + + +6 + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 1fcae81b12bf..0bb85897a47a 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - -0.05 + +0.02 - - -0.1 + + +0.04 - - -0.15 + + +0.06 - - -0.2 + + +0.08 - - -0.25 + + +0.1 - - -0.3 + + +0.12 - + - + 5 - - -6 - - - -7 + + +10 - - -8 + + +15 - - -9 + + +20 - - -10 + + +25 - - -11 + + +30 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index d3c286c5f1ec..fb143fc64c3b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -34,30 +34,30 @@ Average Time (ms) - + 1.8 - - + + 1.85 - - + + 1.9 - - + + 1.95 - - + + 2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index 0b12f2a3af11..7b463304a2ae 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -115,9 +115,9 @@ Iterations 100 - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index 8a213da869bf..5af3c02d8fb8 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,78 +9,78 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - + +-5e-4 + + + +0 + + + +5e-4 + + + +0.001 + + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - - + + 0.0045 - - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 71f17d3fc865..c764c8a34376 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,62 +9,94 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + + +900 + + + +1000 + + - -0.004 + +-8e-4 + + + +-6e-4 + + + +-4e-4 + + + +-2e-4 + + + +0 + + + +2e-4 - - -0.0045 + + +4e-4 - - -0.005 + + +6e-4 - - -0.0055 + + +8e-4 - - -0.006 + + +0.001 - - -0.0065 + + +0.0012 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index 9bb53aa25b2e..701a386e146d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -17,69 +17,69 @@ t score 0.05 - + 0.1 - + 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 02b8276c04f5..7e145a60edf6 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.8072 ms - 1.8087 ms - 1.8105 ms + 1.8052 ms + 1.8075 ms + 1.8109 ms R² - 0.9981672 - 0.9982654 - 0.9981386 + 0.9954863 + 0.9957039 + 0.9951897 Mean - 1.8058 ms - 1.8073 ms - 1.8090 ms + 1.8072 ms + 1.8104 ms + 1.8148 ms Std. Dev. - 5.1515 µs - 8.0442 µs - 10.597 µs + 7.2307 µs + 20.059 µs + 31.771 µs Median - 1.8043 ms - 1.8052 ms + 1.8051 ms + 1.8057 ms 1.8068 ms MAD - 3.2252 µs - 4.4534 µs - 5.6881 µs + 3.3659 µs + 4.7089 µs + 5.9705 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +0.1543% - +0.4246% - +0.6295% - (p = 0.00 < + -0.0258% + +0.1697% + +0.4223% + (p = 0.16 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 554477bd36ec..9076285a35ee 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 - - -500 + + +200 - - -550 + + +220 - + - -1.8055 + +1.807 - - -1.806 + + +1.808 - - -1.8065 + + +1.809 - - -1.807 + + +1.81 - - -1.8075 + + +1.811 - - -1.808 + + +1.812 - - -1.8085 + + +1.813 - - -1.809 + + +1.814 + + + +1.815 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 74f6514f6a61..e2ffd2331a16 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,78 +9,78 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - -900 - - - + + 1000 - - - -1.804 + + +1200 - - -1.8045 + + +1400 - - + + + 1.805 - - -1.8055 + + +1.8052 + + + +1.8054 + + + +1.8056 - - + + +1.8058 + + + 1.806 - - -1.8065 + + +1.8062 + + + +1.8064 + + + +1.8066 - - -1.807 + + +1.8068 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 97016c1df894..cdcb1f149281 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,34 +54,26 @@ Average Time (ms) - -1.79 - - - + 1.8 - - -1.81 - - - -1.82 + + +1.85 - - -1.83 + + +1.9 - - -1.84 + + +1.95 - - -1.85 + + +2 - + Density (a.u.) @@ -90,48 +82,58 @@ Density (a.u.) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 - - - -40 + + +20 - - -50 + + +25 - - -60 + + +30 - - - - - - - - - - - - - - - - - - - + + +35 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index 1c0312a04856..3e800f644f13 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (ms) 0 - + +5 + + + 10 - - -20 + + +15 - - -30 + + +20 - - -40 + + +25 - - -50 + + +30 - - -60 + + +35 - - -70 + + +40 - + - + 1.8 - - -1.82 + + +1.85 + + + +1.9 + + + +1.95 - - -1.84 + + +2 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 4b5329a1b7f2..e121a7c3e912 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -21,12 +21,12 @@ Iterations - - - - - - + + + + + + 20.0 @@ -40,30 +40,30 @@ Iterations 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - + + 180.0 - + 10 @@ -120,93 +120,93 @@ Iterations - + - - + + - - - + + + - - + + - + - - + + - - + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - - + + + - - + + - + - - - + + + - - - - + + + + - + Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index b9044a41c161..eed6d0c37141 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -18,12 +18,12 @@ Iterations - + - + - + 20.0 @@ -37,10 +37,10 @@ Iterations 60.0 - + 80.0 - + 100.0 @@ -49,18 +49,18 @@ Iterations 120.0 - + 140.0 - + 160.0 - + 180.0 - + 10 @@ -117,7 +117,7 @@ Iterations - + @@ -125,10 +125,10 @@ Iterations - - + + - + @@ -138,8 +138,8 @@ Iterations - - + + @@ -150,39 +150,39 @@ Iterations - + - - - - - - + + + + + + - + - - + + - - - - + + + + - + - + - + - - + + @@ -191,17 +191,17 @@ Iterations - - + + - - + + - - + + - + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 4a3dceb7ae45..03eabf28e2d5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -31,28 +31,28 @@ Average Time (ms) - + 1.8 - - + + 1.85 - - + + 1.9 - - + + 1.95 - - + + 2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 9ca6ec87df94..1baa29b8e92f 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index 204d8ae1c6aa..7ae264f252c5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 + + + +1.805 - - -500 + + +1.806 - - - + + 1.807 - - -1.8075 - - - + + 1.808 - - -1.8085 - - - + + 1.809 - - -1.8095 - - - + + 1.81 - - -1.8105 + + +1.811 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 013ad0311909..9831a1850a2e 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - - -400 - - - -450 + + + +1.805 - - -500 + + +1.806 - - - + + 1.807 - - -1.8075 - - - + + 1.808 - - -1.8085 - - - + + 1.809 - - -1.8095 - - - + + 1.81 - - -1.8105 + + +1.811 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index 1ef7d16b3f0d..6ce42107490f 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5354164.623805556,"upper_bound":5373616.608777778},"point_estimate":5363430.140000002,"standard_error":4958.497568568176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5343748.0,"upper_bound":5359561.777777778},"point_estimate":5352842.444444444,"standard_error":4605.312706565069},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24382.59206712269,"upper_bound":41438.833997648195},"point_estimate":34673.895051082356,"standard_error":4333.574736609478},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35861.31312580693,"upper_bound":61650.27815760482},"point_estimate":49744.88005542671,"standard_error":6626.425110664741}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5299818.118638891,"upper_bound":5314464.878444446},"point_estimate":5306579.6677777795,"standard_error":3753.339844820761},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5293885.388888889,"upper_bound":5301014.333333333},"point_estimate":5296528.277777778,"standard_error":1586.7080296004906},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11526.720595359571,"upper_bound":18960.72808171407},"point_estimate":13733.488289515715,"standard_error":1865.360055900119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23311.182492620686,"upper_bound":49447.7657773778},"point_estimate":37812.038946106564,"standard_error":6680.726344977469}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index 10bdfe815b6e..10dcddc20a53 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48550261.0,48445389.0,48008122.0,48081800.0,48019778.0,48472158.0,48198269.0,48206995.0,47927141.0,48419850.0,48822582.0,48398260.0,48304795.0,48007502.0,48326958.0,48388933.0,48018832.0,48485183.0,49836090.0,48244767.0,48601019.0,48541587.0,48106646.0,48409202.0,48223753.0,48192495.0,48357542.0,48551026.0,48231208.0,48490934.0,48307793.0,48254453.0,48543041.0,48461969.0,48580859.0,48210961.0,48383201.0,48093732.0,49154377.0,48260893.0,49085280.0,48259231.0,50114550.0,47873312.0,47958428.0,47854916.0,48240396.0,48305114.0,48138395.0,47938302.0,47933486.0,49979206.0,47891585.0,48033150.0,48031736.0,47901940.0,47844485.0,49358280.0,47916180.0,47956453.0,48319883.0,47834737.0,48098699.0,48020566.0,47823226.0,47908996.0,48113808.0,47813057.0,48031853.0,47694868.0,47989818.0,47954138.0,47794232.0,47945665.0,48183968.0,48092107.0,48138345.0,48211771.0,48116084.0,47812806.0,48285689.0,47949790.0,48063285.0,49143100.0,48202274.0,48600716.0,48930752.0,47874453.0,48236056.0,48353507.0,48082910.0,48104844.0,48031874.0,47904917.0,48082789.0,48164302.0,47923953.0,49359813.0,48167196.0,47991498.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48081693.0,47673870.0,47496907.0,47561729.0,47364598.0,47580102.0,47501795.0,47669099.0,47635305.0,47609147.0,47706550.0,47922245.0,47785219.0,47784265.0,47679378.0,48140255.0,47854156.0,47597657.0,47554535.0,47600542.0,47658139.0,49170182.0,47718454.0,48927831.0,47664561.0,47870707.0,47870768.0,47880936.0,48047506.0,47652531.0,47743677.0,47651960.0,47838115.0,47582227.0,47599380.0,47593407.0,47739789.0,47555135.0,47662506.0,47456871.0,47724245.0,47612664.0,47669472.0,47522686.0,47646317.0,48752211.0,48263916.0,48002115.0,47786271.0,47745543.0,47612423.0,47979840.0,47598489.0,47588749.0,47500282.0,47480816.0,47603405.0,47585172.0,47586636.0,47590920.0,47770879.0,47743077.0,47532996.0,47806016.0,47745062.0,47592074.0,47869725.0,47742422.0,47591638.0,49341012.0,47646882.0,47643055.0,47683037.0,47667592.0,47526794.0,47534601.0,47582328.0,47909507.0,47638206.0,47581749.0,47900471.0,47738364.0,47667249.0,47779511.0,47834324.0,47521976.0,49160419.0,47669304.0,47611796.0,47506797.0,47668410.0,47709129.0,47751908.0,47561279.0,47694659.0,47554928.0,47768878.0,47749355.0,47677810.0,47710581.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 2810d779c379..6570e6b5193b 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5198946.416666668,5265644.208333334,5443504.98611111,5510202.777777776] \ No newline at end of file +[5224859.5,5256399.666666667,5340506.777777779,5372046.944444446] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 97b5140064c2..6fe96cde1acf 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00188248866319445,"upper_bound":0.0076194089763224485},"point_estimate":0.004912057629833599,"standard_error":0.0014621082311986333},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0034139742646084326,"upper_bound":0.006975170713927614},"point_estimate":0.005433553989679041,"standard_error":0.0009724694602263202}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012881352538084383,"upper_bound":-0.008177535477662576},"point_estimate":-0.010599648124105743,"standard_error":0.00118822985668355},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011845242822064528,"upper_bound":-0.008656921127234596},"point_estimate":-0.01052042298108602,"standard_error":0.0008984306996253185}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index 1ef7d16b3f0d..6ce42107490f 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5354164.623805556,"upper_bound":5373616.608777778},"point_estimate":5363430.140000002,"standard_error":4958.497568568176},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5343748.0,"upper_bound":5359561.777777778},"point_estimate":5352842.444444444,"standard_error":4605.312706565069},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":24382.59206712269,"upper_bound":41438.833997648195},"point_estimate":34673.895051082356,"standard_error":4333.574736609478},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35861.31312580693,"upper_bound":61650.27815760482},"point_estimate":49744.88005542671,"standard_error":6626.425110664741}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5299818.118638891,"upper_bound":5314464.878444446},"point_estimate":5306579.6677777795,"standard_error":3753.339844820761},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5293885.388888889,"upper_bound":5301014.333333333},"point_estimate":5296528.277777778,"standard_error":1586.7080296004906},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11526.720595359571,"upper_bound":18960.72808171407},"point_estimate":13733.488289515715,"standard_error":1865.360055900119},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23311.182492620686,"upper_bound":49447.7657773778},"point_estimate":37812.038946106564,"standard_error":6680.726344977469}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index 10bdfe815b6e..10dcddc20a53 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48550261.0,48445389.0,48008122.0,48081800.0,48019778.0,48472158.0,48198269.0,48206995.0,47927141.0,48419850.0,48822582.0,48398260.0,48304795.0,48007502.0,48326958.0,48388933.0,48018832.0,48485183.0,49836090.0,48244767.0,48601019.0,48541587.0,48106646.0,48409202.0,48223753.0,48192495.0,48357542.0,48551026.0,48231208.0,48490934.0,48307793.0,48254453.0,48543041.0,48461969.0,48580859.0,48210961.0,48383201.0,48093732.0,49154377.0,48260893.0,49085280.0,48259231.0,50114550.0,47873312.0,47958428.0,47854916.0,48240396.0,48305114.0,48138395.0,47938302.0,47933486.0,49979206.0,47891585.0,48033150.0,48031736.0,47901940.0,47844485.0,49358280.0,47916180.0,47956453.0,48319883.0,47834737.0,48098699.0,48020566.0,47823226.0,47908996.0,48113808.0,47813057.0,48031853.0,47694868.0,47989818.0,47954138.0,47794232.0,47945665.0,48183968.0,48092107.0,48138345.0,48211771.0,48116084.0,47812806.0,48285689.0,47949790.0,48063285.0,49143100.0,48202274.0,48600716.0,48930752.0,47874453.0,48236056.0,48353507.0,48082910.0,48104844.0,48031874.0,47904917.0,48082789.0,48164302.0,47923953.0,49359813.0,48167196.0,47991498.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48081693.0,47673870.0,47496907.0,47561729.0,47364598.0,47580102.0,47501795.0,47669099.0,47635305.0,47609147.0,47706550.0,47922245.0,47785219.0,47784265.0,47679378.0,48140255.0,47854156.0,47597657.0,47554535.0,47600542.0,47658139.0,49170182.0,47718454.0,48927831.0,47664561.0,47870707.0,47870768.0,47880936.0,48047506.0,47652531.0,47743677.0,47651960.0,47838115.0,47582227.0,47599380.0,47593407.0,47739789.0,47555135.0,47662506.0,47456871.0,47724245.0,47612664.0,47669472.0,47522686.0,47646317.0,48752211.0,48263916.0,48002115.0,47786271.0,47745543.0,47612423.0,47979840.0,47598489.0,47588749.0,47500282.0,47480816.0,47603405.0,47585172.0,47586636.0,47590920.0,47770879.0,47743077.0,47532996.0,47806016.0,47745062.0,47592074.0,47869725.0,47742422.0,47591638.0,49341012.0,47646882.0,47643055.0,47683037.0,47667592.0,47526794.0,47534601.0,47582328.0,47909507.0,47638206.0,47581749.0,47900471.0,47738364.0,47667249.0,47779511.0,47834324.0,47521976.0,49160419.0,47669304.0,47611796.0,47506797.0,47668410.0,47709129.0,47751908.0,47561279.0,47694659.0,47554928.0,47768878.0,47749355.0,47677810.0,47710581.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 2810d779c379..6570e6b5193b 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5198946.416666668,5265644.208333334,5443504.98611111,5510202.777777776] \ No newline at end of file +[5224859.5,5256399.666666667,5340506.777777779,5372046.944444446] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 91d07addeb99..e7072fc0c99d 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 - - - -0.04 - - - + 0.05 - - -0.06 + + +0.1 - - -0.07 + + +0.15 - - -0.08 + + +0.2 - - -0.09 + + +0.25 - - -0.1 + + +0.3 - + - -24 - - - -26 + +11 - - -28 + + +12 - - -30 + + +13 - - -32 + + +14 - - -34 + + +15 - - -36 + + +16 - - -38 + + +17 - - -40 + + +18 - - -42 + + +19 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index c95a4ffae44d..e646c276c24a 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,18 +9,18 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - + 0.04 @@ -29,38 +29,38 @@ Average time (µs) 0.05 - + 0.06 - + - + +25 + + + +30 + + + 35 - - + + 40 - - + + 45 - - + + 50 - - -55 - - - -60 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index f488a57b8461..c88d6ad2d6f7 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - -5.6 - - - -5.65 - - - -5.7 - - - -5.75 - - - -5.8 - - + 0 @@ -117,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 7f2f6937aa9f..3f568a7b9a85 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -9,67 +9,59 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + + +14 + + + +16 + + - + +5.3 + + + 5.4 - - -5.6 + + +5.5 - - -5.8 + + +5.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 82c000a41475..7d5f5f48375c 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + - -0.002 + +-0.013 + + + +-0.0125 + + + +-0.012 + + + +-0.0115 - - -0.003 + + +-0.011 - - -0.004 + + +-0.0105 - - -0.005 + + +-0.01 - + -0.006 +-0.0095 - -0.007 - - - -0.008 - - - - - - + +-0.009 + + + +-0.0085 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index f69c40fa2a12..f523ecd18344 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,75 +9,83 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - + + +450 + + + +500 + + - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - - -0.0055 - - - -0.006 - - - -0.0065 - - - -0.007 - - - - - - + +-0.012 + + + +-0.0115 + + + +-0.011 + + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + +-0.0085 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index 11339300622d..0ea96cad488c 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - + -1.0 - + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 25562ed0652e..2d3c85fb37b5 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0037857 - 0.0039179 - 0.0037592 + 0.0001998 + 0.0002063 + 0.0001976 Mean - 5.3542 ms - 5.3634 ms - 5.3736 ms + 5.2998 ms + 5.3066 ms + 5.3145 ms Std. Dev. - 35.861 µs - 49.745 µs - 61.650 µs + 23.311 µs + 37.812 µs + 49.448 µs Median - 5.3437 ms - 5.3528 ms - 5.3596 ms + 5.2939 ms + 5.2965 ms + 5.3010 ms MAD - 24.383 µs - 34.674 µs - 41.439 µs + 11.527 µs + 13.733 µs + 18.961 µs @@ -221,9 +221,9 @@

Additional Statistics:

Change in time - +0.1882% - +0.4912% - +0.7619% + -1.2881% + -1.0600% + -0.8178% (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 542808eacec0..92c4a45c35fa 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + +5.28 + + + 5.3 - - -5.35 + + +5.32 + + + +5.34 + + + +5.36 - - + + +5.38 + + + 5.4 - - -5.45 + + +5.42 + + + +5.44 - - -5.5 + + +5.46 - - -5.55 + + +5.48 - + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index e4a516261c28..821ddcfc3084 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + + + + - + +5.28 + + + 5.3 - - -5.35 + + +5.32 + + + +5.34 + + + +5.36 - - + + +5.38 + + + 5.4 - - -5.45 + + +5.42 + + + +5.44 - - -5.5 + + +5.46 - - -5.55 + + +5.48 - + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index 2cfabd5454a2..16349d5a0094 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - -5.354 + + +90 + + + +100 - - -5.356 + + +110 - - -5.358 + + + +5.3 - - -5.36 + + +5.302 - - -5.362 + + +5.304 - - -5.364 + + +5.306 - - -5.366 + + +5.308 - - -5.368 + + +5.31 - - -5.37 + + +5.312 - - -5.372 + + +5.314 - - -5.374 + + +5.316 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 006dd85d849d..0a645e399fcf 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,74 +9,78 @@ Density (a.u.) Average time (ms) - -20 + +100 - - -40 + + +200 - - -60 + + +300 - - -80 + + +400 - - -100 + + +500 - - -120 + + +600 - - - -5.342 + + +700 + + + +800 - + + +900 + + + -5.344 +5.294 - -5.346 - - - -5.348 + +5.295 - - -5.35 + + +5.296 - - -5.352 + + +5.297 - - -5.354 + + +5.298 - - -5.356 + + +5.299 - - -5.358 + + +5.3 - - -5.36 + + +5.301 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index f7b676cb2b15..184c49b9f566 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -50,38 +50,30 @@ Average Time (ms) - + 5.25 - - + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - -5.55 - - - -5.6 - - + Density (a.u.) @@ -90,68 +82,60 @@ Density (a.u.) 0 - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - - - - - - - - - - - - - - - - - - - - - - + + +12 + + + +14 + + + +16 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 72faadc5d72c..d7d188f213ae 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - + + +12 + + + +14 + + + +16 + + + +18 + + - + 5.3 - - + + 5.4 - - + + 5.5 - - -5.6 - - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 2231163e5ca5..c45afae1be09 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,37 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + - + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - - + + 5.5 - - + + 5.55 - - -5.6 - - - -5.65 - - - -5.7 - - - -5.75 - - - -5.8 - - + 0 @@ -114,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index 84149eaf53f4..a18ff8bd6ca9 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -6,65 +6,57 @@ Density (a.u.) Average Time (ms) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 - - - + + 10 - - -11 + + +12 - + + +14 + + + +16 + + - + +5.3 + + + 5.4 - - -5.6 + + +5.5 - - -5.8 + + +5.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index b82b82a62024..2dfd08a278f5 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - - -5.354 + + +90 + + + +100 - - -5.356 + + +110 - - -5.358 + + + +5.3 - - -5.36 + + +5.302 - - -5.362 + + +5.304 - - -5.364 + + +5.306 - - -5.366 + + +5.308 - - -5.368 + + +5.31 - - -5.37 + + +5.312 - - -5.372 + + +5.314 - - -5.374 + + +5.316 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index 733f36116741..28d1f617ec72 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521666.5059153545,"upper_bound":1527658.251413836},"point_estimate":1524379.0722813152,"standard_error":1534.8131377414852},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1519143.6451860375,"upper_bound":1523610.2857142857},"point_estimate":1520752.8341750843,"standard_error":1005.7270356570102},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6019.958602254744,"upper_bound":11473.803248799119},"point_estimate":8090.65913737976,"standard_error":1380.3137815967334},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520623.7684763698,"upper_bound":1524731.4961093755},"point_estimate":1522519.4369528594,"standard_error":1050.5019136246185},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.064438519928,"upper_bound":22120.906014289303},"point_estimate":15453.747716025397,"standard_error":3637.537038828309}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509986.9639790936,"upper_bound":1512004.285043213},"point_estimate":1510934.5480628675,"standard_error":514.8339458531836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509648.238464378,"upper_bound":1511266.3636363635},"point_estimate":1510447.1019634092,"standard_error":425.9380944884917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2433.27602346742,"upper_bound":4034.0726389525526},"point_estimate":3252.5826052413013,"standard_error":392.236089968203},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510525.4968612585,"upper_bound":1513115.323131158},"point_estimate":1511727.0699305453,"standard_error":664.9002142529462},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3420.4590166429534,"upper_bound":6979.882287137837},"point_estimate":5168.51055846983,"standard_error":948.3901960471021}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index d11a6306d674..7067c7b2445f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1629338.0,3023500.0,4602554.0,6019518.0,7610646.0,9165446.0,10665272.0,12267079.0,13865842.0,15119199.0,16533877.0,18240972.0,19637146.0,21261829.0,22638275.0,24134726.0,25595697.0,28305122.0,29127963.0,30645139.0,32252053.0,33416705.0,35055756.0,37014176.0,38248460.0,39965268.0,41283521.0,42354845.0,44413574.0,45536108.0,47517173.0,48996467.0,50129452.0,51863171.0,52929395.0,54904084.0,56319156.0,57471774.0,59110657.0,60837264.0,62153314.0,63771754.0,65273091.0,66591145.0,69548297.0,72313864.0,71946208.0,72597042.0,74961113.0,75624438.0,77817200.0,79260323.0,80987563.0,82191145.0,83657439.0,84886344.0,86331611.0,88862311.0,90657138.0,90768145.0,92852474.0,94648704.0,95653159.0,96801121.0,98657815.0,100367195.0,101868507.0,103332226.0,104768594.0,106439071.0,108049205.0,109477773.0,111409901.0,114137702.0,114387986.0,116726105.0,116881045.0,118494752.0,120017826.0,121987572.0,123184038.0,124978241.0,126104831.0,128402962.0,130023984.0,130816636.0,131867988.0,133606810.0,135889151.0,137782484.0,140744966.0,139538593.0,141164968.0,142741686.0,144357211.0,145540483.0,147248410.0,148494390.0,150261313.0,151476242.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1516883.0,3007237.0,4506988.0,6023679.0,7514081.0,9140811.0,10502182.0,12092818.0,13551264.0,15042399.0,16576778.0,18102879.0,20040599.0,21141354.0,22639851.0,24128749.0,25714653.0,27105677.0,28721507.0,30239400.0,31626537.0,33301569.0,34785213.0,36214475.0,37821592.0,39329036.0,40744500.0,42416341.0,43811098.0,45375640.0,46896138.0,48507757.0,49871790.0,51229000.0,52830761.0,54395983.0,55697169.0,57520370.0,58717828.0,60369310.0,61793056.0,63345114.0,64750089.0,66286470.0,67879502.0,69372678.0,71258248.0,72475200.0,73963535.0,75395052.0,76955850.0,78456429.0,80214481.0,81705141.0,83140327.0,84688496.0,86252861.0,87561912.0,89138281.0,90684639.0,92144860.0,93719597.0,95111048.0,96751170.0,98056425.0,99985114.0,101269619.0,102719319.0,104225295.0,105823641.0,107388083.0,108919580.0,110474627.0,111819777.0,113194797.0,114755492.0,116543996.0,117771268.0,119504951.0,120642919.0,122343288.0,124600113.0,125370109.0,126600517.0,128194433.0,129825368.0,131620850.0,132891186.0,135079976.0,135763547.0,137300321.0,139188790.0,140342550.0,141926214.0,144966022.0,144949111.0,147970488.0,147626250.0,149583301.0,151579320.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index 70395b460391..254c233efb5f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1482533.094443152,1500028.6669926564,1546683.527124668,1564179.0996741722] \ No newline at end of file +[1495870.001163042,1502170.6186370766,1518972.265234502,1525272.8827085365] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index c664b3a6c63a..0064a8af4d9b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005426466297814364,"upper_bound":0.003326322338696288},"point_estimate":-0.0004921204855219408,"standard_error":0.0022440909362626965},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00045069570929290315,"upper_bound":0.0024705770678595017},"point_estimate":0.0009747694816157892,"standard_error":0.0007588946206697548}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011009221496245582,"upper_bound":-0.006909171378121674},"point_estimate":-0.00881967252300786,"standard_error":0.0010474918833044084},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008630188104220116,"upper_bound":-0.005607901771597201},"point_estimate":-0.0067767305640205056,"standard_error":0.0007172241567774076}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index 733f36116741..28d1f617ec72 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1521666.5059153545,"upper_bound":1527658.251413836},"point_estimate":1524379.0722813152,"standard_error":1534.8131377414852},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1519143.6451860375,"upper_bound":1523610.2857142857},"point_estimate":1520752.8341750843,"standard_error":1005.7270356570102},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6019.958602254744,"upper_bound":11473.803248799119},"point_estimate":8090.65913737976,"standard_error":1380.3137815967334},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1520623.7684763698,"upper_bound":1524731.4961093755},"point_estimate":1522519.4369528594,"standard_error":1050.5019136246185},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8859.064438519928,"upper_bound":22120.906014289303},"point_estimate":15453.747716025397,"standard_error":3637.537038828309}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509986.9639790936,"upper_bound":1512004.285043213},"point_estimate":1510934.5480628675,"standard_error":514.8339458531836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1509648.238464378,"upper_bound":1511266.3636363635},"point_estimate":1510447.1019634092,"standard_error":425.9380944884917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2433.27602346742,"upper_bound":4034.0726389525526},"point_estimate":3252.5826052413013,"standard_error":392.236089968203},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510525.4968612585,"upper_bound":1513115.323131158},"point_estimate":1511727.0699305453,"standard_error":664.9002142529462},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3420.4590166429534,"upper_bound":6979.882287137837},"point_estimate":5168.51055846983,"standard_error":948.3901960471021}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index d11a6306d674..7067c7b2445f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1629338.0,3023500.0,4602554.0,6019518.0,7610646.0,9165446.0,10665272.0,12267079.0,13865842.0,15119199.0,16533877.0,18240972.0,19637146.0,21261829.0,22638275.0,24134726.0,25595697.0,28305122.0,29127963.0,30645139.0,32252053.0,33416705.0,35055756.0,37014176.0,38248460.0,39965268.0,41283521.0,42354845.0,44413574.0,45536108.0,47517173.0,48996467.0,50129452.0,51863171.0,52929395.0,54904084.0,56319156.0,57471774.0,59110657.0,60837264.0,62153314.0,63771754.0,65273091.0,66591145.0,69548297.0,72313864.0,71946208.0,72597042.0,74961113.0,75624438.0,77817200.0,79260323.0,80987563.0,82191145.0,83657439.0,84886344.0,86331611.0,88862311.0,90657138.0,90768145.0,92852474.0,94648704.0,95653159.0,96801121.0,98657815.0,100367195.0,101868507.0,103332226.0,104768594.0,106439071.0,108049205.0,109477773.0,111409901.0,114137702.0,114387986.0,116726105.0,116881045.0,118494752.0,120017826.0,121987572.0,123184038.0,124978241.0,126104831.0,128402962.0,130023984.0,130816636.0,131867988.0,133606810.0,135889151.0,137782484.0,140744966.0,139538593.0,141164968.0,142741686.0,144357211.0,145540483.0,147248410.0,148494390.0,150261313.0,151476242.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1516883.0,3007237.0,4506988.0,6023679.0,7514081.0,9140811.0,10502182.0,12092818.0,13551264.0,15042399.0,16576778.0,18102879.0,20040599.0,21141354.0,22639851.0,24128749.0,25714653.0,27105677.0,28721507.0,30239400.0,31626537.0,33301569.0,34785213.0,36214475.0,37821592.0,39329036.0,40744500.0,42416341.0,43811098.0,45375640.0,46896138.0,48507757.0,49871790.0,51229000.0,52830761.0,54395983.0,55697169.0,57520370.0,58717828.0,60369310.0,61793056.0,63345114.0,64750089.0,66286470.0,67879502.0,69372678.0,71258248.0,72475200.0,73963535.0,75395052.0,76955850.0,78456429.0,80214481.0,81705141.0,83140327.0,84688496.0,86252861.0,87561912.0,89138281.0,90684639.0,92144860.0,93719597.0,95111048.0,96751170.0,98056425.0,99985114.0,101269619.0,102719319.0,104225295.0,105823641.0,107388083.0,108919580.0,110474627.0,111819777.0,113194797.0,114755492.0,116543996.0,117771268.0,119504951.0,120642919.0,122343288.0,124600113.0,125370109.0,126600517.0,128194433.0,129825368.0,131620850.0,132891186.0,135079976.0,135763547.0,137300321.0,139188790.0,140342550.0,141926214.0,144966022.0,144949111.0,147970488.0,147626250.0,149583301.0,151579320.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index 70395b460391..254c233efb5f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1482533.094443152,1500028.6669926564,1546683.527124668,1564179.0996741722] \ No newline at end of file +[1495870.001163042,1502170.6186370766,1518972.265234502,1525272.8827085365] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 64964dafb1b7..60c8c1ac4c9b 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - -0.05 + +0.2 - - -0.1 + + +0.4 - - -0.15 + + +0.6 - - -0.2 + + +0.8 - - -0.25 + + +1 - - -0.3 + + +1.2 - + - -6 + +2.4 + + + +2.6 + + + +2.8 + + + +3 - - -7 + + +3.2 - - -8 + + +3.4 - - -9 + + +3.6 - - -10 + + +3.8 - - -11 + + +4 - - -12 + + +4.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 619fc16c40f6..1b60b6a10642 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.02 + +0.05 - - -0.04 + + +0.1 - - -0.06 + + +0.15 - - -0.08 + + +0.2 - - -0.1 + + +0.25 + + + +0.3 + + + +0.35 - - -0.12 + + +0.4 - - -0.14 + + +0.45 - + - -8 + +3.5 - - -10 + + +4 - - -12 + + +4.5 - - -14 + + +5 - - -16 + + +5.5 - - -18 + + +6 - - -20 + + +6.5 - - -22 + + +7 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 846428d3a73a..58982958b9ce 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 + + + +70 - + + +80 + + + +90 + + + +100 + + - + 1.5 - - -1.6 - - - -1.7 + + +1.55 - - -1.8 + + +1.6 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index 35cb549f367e..8ad144341784 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -20,46 +20,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -106,9 +106,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index f919b8cb3dde..e8cee1ec5fb1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,91 +9,79 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - - --0.006 + + +350 - - --0.005 + + + +-0.011 - - --0.004 + + +-0.0105 - - --0.003 + + +-0.01 - - --0.002 + + +-0.0095 - - --0.001 + + +-0.009 - - -0 + + +-0.0085 - + -0.001 +-0.008 - -0.002 - - - -0.003 - - - -0.004 - - - - - - + +-0.0075 + + + +-0.007 + + + +-0.0065 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index 71373da3a521..094e3542bf43 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - + + +600 + + - --5e-4 + +-0.0085 - - -0 + + +-0.008 - - -5e-4 + + +-0.0075 - - -0.001 + + +-0.007 - - -0.0015 + + +-0.0065 - - -0.002 + + +-0.006 - - -0.0025 + + +-0.0055 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 34aba92a37a7..300fd2ef78e5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index f3879fff6ea6..bf7b4077ab13 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5206 ms - 1.5225 ms - 1.5247 ms + 1.5105 ms + 1.5117 ms + 1.5131 ms R² - 0.9952371 - 0.9954538 - 0.9951588 + 0.9987645 + 0.9988506 + 0.9987357 Mean - 1.5217 ms - 1.5244 ms - 1.5277 ms + 1.5100 ms + 1.5109 ms + 1.5120 ms Std. Dev. - 8.8591 µs - 15.454 µs - 22.121 µs + 3.4205 µs + 5.1685 µs + 6.9799 µs Median - 1.5191 ms - 1.5208 ms - 1.5236 ms + 1.5096 ms + 1.5104 ms + 1.5113 ms MAD - 6.0200 µs - 8.0907 µs - 11.474 µs + 2.4333 µs + 3.2526 µs + 4.0341 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5426% - -0.0492% - +0.3326% - (p = 0.84 > + -1.1009% + -0.8820% + -0.6909% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index 61ae45dc9296..ba0eee8881d1 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 + + +300 - - - -1.522 + + +400 + + + +500 - - -1.523 + + +600 - - -1.524 + + +700 + + + +800 + + + + +1.51 - - -1.525 + + +1.5105 - - -1.526 + + +1.511 - - -1.527 + + +1.5115 - - -1.528 + + +1.512 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index af4d4cd5222b..80969746b695 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - -100 - - - + 200 - - -300 - - - + + 400 - - -500 - - - + + 600 - - -700 - - - + + 800 - - - -1.519 + + +1000 - - -1.5195 + + +1200 + + + +1400 + + + +1600 + + + + +1.5096 - - -1.52 + + +1.5098 - - -1.5205 + + +1.51 - - -1.521 + + +1.5102 - - -1.5215 + + +1.5104 - - -1.522 + + +1.5106 - - -1.5225 + + +1.5108 - - -1.523 + + +1.511 - - -1.5235 + + +1.5112 - - -1.524 + + +1.5114 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index c990d1c27055..52397ae815da 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,38 +54,50 @@ Average Time (ms) - + +1.495 + + + 1.5 - - -1.52 + + +1.505 - - -1.54 + + +1.51 + + + +1.515 + + + +1.52 - - -1.56 + + +1.525 - - -1.58 + + +1.53 - - -1.6 + + +1.535 - - -1.62 + + +1.54 - - -1.64 + + +1.545 - + Density (a.u.) @@ -94,46 +106,64 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - - - - - - - - - - - - + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + +90 + + + +100 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 2d780d71bd0f..c48a9e656ccb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (ms) 0 - -5 - - - -10 - - - -15 - - - + 20 - - -25 + + +40 - - -30 + + +60 - - -35 + + +80 - - -40 + + +100 - + - + 1.5 - - -1.55 + + +1.51 + + + +1.52 + + + +1.53 - - -1.6 + + +1.54 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index 6a0b2d124efe..5d59943131be 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -22,7 +22,7 @@ Iterations - + @@ -42,10 +42,10 @@ Iterations 80.0 - + 100.0 - + 120.0 @@ -96,107 +96,107 @@ Iterations - + - + - + - + - + - - - - + + + + - - - - - - - + + + + + + + - - + + - + - - + + - - - - - - - - - + + + + + + + + + - + - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index feee1fd2d70f..26f24824dbd7 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -104,94 +104,94 @@ Iterations - - + + - - - - + + + + - - + + - - + + - - - - - - + + + + + + - - + + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - + + - - - + + + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - + + - - - - + + + + - - + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index e2154e5ddcc2..7804e6b16346 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,53 +6,61 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - + + +30 + + + +40 + + + +50 + + + +60 + + -25 +70 - -30 + +80 + + + +90 - - -35 + + +100 - + - + 1.5 - - -1.6 - - - -1.7 + + +1.55 - - -1.8 + + +1.6 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 2faeaabce67e..b8129ab0652c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -103,7 +103,7 @@ Iterations - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index 641eeb194ea2..715e739e3d08 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - - -1.5205 - - - -1.521 + + +500 - - -1.5215 + + +600 - - -1.522 - - - -1.5225 + + + +1.5105 - - -1.523 + + +1.511 - - -1.5235 + + +1.5115 - - -1.524 + + +1.512 - - -1.5245 + + +1.5125 - - -1.525 + + +1.513 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index 856325c116be..cea1a55e82b6 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - - -1.5205 - - - -1.521 + + +500 - - -1.5215 + + +600 - - -1.522 - - - -1.5225 + + + +1.5105 - - -1.523 + + +1.511 - - -1.5235 + + +1.5115 - - -1.524 + + +1.512 - - -1.5245 + + +1.5125 - - -1.525 + + +1.513 - - - - + + + + Bootstrap distribution