diff --git a/bench/data.js b/bench/data.js index 5158bb14ba9..6f9e7f11dc2 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1733198752659, + "lastUpdate": 1733285117414, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -175331,6 +175331,226 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "53da4c1c9b18562e7806adcaf3a3838f56b8ef1b", + "message": "feat(hydroflow_plus_std): extract initial Hydroflow+ utilities into a standard library (#1591)", + "timestamp": "2024-12-04T01:17:45Z", + "url": "https://github.com/hydro-project/hydroflow/commit/53da4c1c9b18562e7806adcaf3a3838f56b8ef1b" + }, + "date": 1733285117373, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309066, + "range": "± 9677", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6489979, + "range": "± 12701", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6522989, + "range": "± 145410", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75278607, + "range": "± 900628", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40340042, + "range": "± 171299", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 45603676, + "range": "± 455897", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6472067, + "range": "± 6845", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6349372, + "range": "± 111632", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31443051, + "range": "± 2258284", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4875393, + "range": "± 15088", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8515949, + "range": "± 230274", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6489270, + "range": "± 5293", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6628417, + "range": "± 33473", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1811492, + "range": "± 8622", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1795090, + "range": "± 20234", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5020248, + "range": "± 54740", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1527393, + "range": "± 16192", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 57984079, + "range": "± 1053214", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3994, + "range": "± 71", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52805, + "range": "± 1189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6560, + "range": "± 124", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6631, + "range": "± 92", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76526, + "range": "± 665", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 67311, + "range": "± 1629", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16996, + "range": "± 309", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6944, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22831, + "range": "± 901", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80535, + "range": "± 1098", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97326, + "range": "± 2042", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8066, + "range": "± 397", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48736, + "range": "± 1802", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69955, + "range": "± 3235", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8895, + "range": "± 258", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index b320863545a..8030ca5de40 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1733198752659, + "lastUpdate": 1733285117414, "repoUrl": "https://github.com/hydro-project/hydroflow", "entries": { "Benchmark": [ @@ -175330,6 +175330,226 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Shadaj Laddad", + "username": "shadaj", + "email": "shadaj@users.noreply.github.com" + }, + "committer": { + "name": "GitHub", + "username": "web-flow", + "email": "noreply@github.com" + }, + "id": "53da4c1c9b18562e7806adcaf3a3838f56b8ef1b", + "message": "feat(hydroflow_plus_std): extract initial Hydroflow+ utilities into a standard library (#1591)", + "timestamp": "2024-12-04T01:17:45Z", + "url": "https://github.com/hydro-project/hydroflow/commit/53da4c1c9b18562e7806adcaf3a3838f56b8ef1b" + }, + "date": 1733285117373, + "tool": "cargo", + "benches": [ + { + "name": "arithmetic/hydroflow/compiled", + "value": 309066, + "range": "± 9677", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/compiled_no_cheating", + "value": 6489979, + "range": "± 12701", + "unit": "ns/iter" + }, + { + "name": "arithmetic/hydroflow/surface", + "value": 6522989, + "range": "± 145410", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow", + "value": 75278607, + "range": "± 900628", + "unit": "ns/iter" + }, + { + "name": "fan_in/hydroflow/surface", + "value": 40340042, + "range": "± 171299", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/scheduled", + "value": 45603676, + "range": "± 455897", + "unit": "ns/iter" + }, + { + "name": "fan_out/hydroflow/surface", + "value": 6472067, + "range": "± 6845", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow", + "value": 6349372, + "range": "± 111632", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow/surface", + "value": 31443051, + "range": "± 2258284", + "unit": "ns/iter" + }, + { + "name": "fork_join/hydroflow_builder", + "value": 4875393, + "range": "± 15088", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow", + "value": 8515949, + "range": "± 230274", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/compiled", + "value": 6489270, + "range": "± 5293", + "unit": "ns/iter" + }, + { + "name": "identity/hydroflow/surface", + "value": 6628417, + "range": "± 33473", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/scheduled", + "value": 1811492, + "range": "± 8622", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow", + "value": 1795090, + "range": "± 20234", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface", + "value": 5020248, + "range": "± 54740", + "unit": "ns/iter" + }, + { + "name": "reachability/hydroflow/surface_cheating", + "value": 1527393, + "range": "± 16192", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 57984079, + "range": "± 1053214", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 3994, + "range": "± 71", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 52805, + "range": "± 1189", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 6560, + "range": "± 124", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6631, + "range": "± 92", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 76526, + "range": "± 665", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 67311, + "range": "± 1629", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 16996, + "range": "± 309", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6944, + "range": "± 56", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22831, + "range": "± 901", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 80535, + "range": "± 1098", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 97326, + "range": "± 2042", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8066, + "range": "± 397", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 48736, + "range": "± 1802", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69955, + "range": "± 3235", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8895, + "range": "± 258", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/arithmetic_hydroflow_compiled/base/estimates.json b/criterion/arithmetic_hydroflow_compiled/base/estimates.json index b9bd61d5d10..f6f56f97866 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309227.7654312677,"upper_bound":309449.0049522188},"point_estimate":309325.63849999267,"standard_error":56.947303827085044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309215.53779069765,"upper_bound":309310.8625},"point_estimate":309264.07401315786,"standard_error":22.281525878363425},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.92512789157186,"upper_bound":280.0796989316481},"point_estimate":191.44464111842223,"standard_error":34.471024085647024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309267.9853164908,"upper_bound":309662.6088248319},"point_estimate":309435.2930138909,"standard_error":102.92317578020153},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.4130107476668,"upper_bound":834.030309696144},"point_estimate":571.1570756473391,"standard_error":156.95983741304084}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309168.0357243413,"upper_bound":312686.91504137206},"point_estimate":310589.3766604358,"standard_error":963.0312048226021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309027.2849462366,"upper_bound":309101.95588235295},"point_estimate":309066.6793138669,"standard_error":19.882962634071106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.75914758971336,"upper_bound":223.28358034233108},"point_estimate":172.95511267123837,"standard_error":25.455656375592618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309126.4884057731,"upper_bound":309499.44266044575},"point_estimate":309290.45460765477,"standard_error":96.2491103452894},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":445.84807352802034,"upper_bound":15128.952500503214},"point_estimate":9677.910873790335,"standard_error":4034.529739936689}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/sample.json b/criterion/arithmetic_hydroflow_compiled/base/sample.json index 606e37f4aad..6fe387fb80a 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240672.0,2466166.0,3709364.0,4940098.0,6180881.0,7413468.0,8646316.0,9888001.0,11114817.0,12363945.0,13619315.0,14828248.0,16068169.0,17296799.0,18527864.0,19793454.0,21009399.0,22240865.0,23522064.0,24712612.0,25951081.0,27182645.0,28504490.0,29769909.0,30894574.0,32199277.0,33456000.0,34640638.0,35860661.0,37122213.0,38358817.0,39593589.0,40839141.0,42084473.0,43323882.0,44541111.0,45782405.0,47007919.0,48237150.0,49473945.0,50725188.0,51971861.0,53180304.0,54445101.0,55672839.0,56881462.0,58184752.0,59439410.0,60621734.0,61845735.0,63073974.0,64317853.0,65609631.0,66775163.0,68027267.0,69276375.0,70500597.0,71746550.0,73032377.0,74234607.0,75441908.0,76751488.0,78001929.0,79144197.0,80441377.0,81696596.0,82901772.0,84107459.0,85370624.0,86551935.0,87845797.0,89092120.0,90263934.0,91598533.0,92817474.0,94016719.0,95259436.0,96517630.0,97728448.0,98960274.0,101330630.0,101432642.0,102593906.0,103943973.0,106386976.0,106370145.0,107578397.0,108856088.0,110036788.0,111289545.0,112709552.0,113912965.0,115264505.0,116372299.0,117518464.0,118794693.0,119952541.0,121138541.0,122393802.0,123636848.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233088.0,2474600.0,3733777.0,4941065.0,6173212.0,7431616.0,8648604.0,9888042.0,11120719.0,12360419.0,13588327.0,14834147.0,19733977.0,21069587.0,18620593.0,19796563.0,21060078.0,22302650.0,23531952.0,24718574.0,25944738.0,27225223.0,28417665.0,29697019.0,30909117.0,32201504.0,33405748.0,34720748.0,35839764.0,37152780.0,38325966.0,39554184.0,40784707.0,42029725.0,43237537.0,44546956.0,45737624.0,46957077.0,48229607.0,49444962.0,50706772.0,51953204.0,53143653.0,54408039.0,55634613.0,56847533.0,58080460.0,59380582.0,60632675.0,62346098.0,63062383.0,64260605.0,65481900.0,66743050.0,67980315.0,69254920.0,70467218.0,71692140.0,72905981.0,74147354.0,75413984.0,76600696.0,77927157.0,79184189.0,80359288.0,81552291.0,82826465.0,84075732.0,85319610.0,86540885.0,87748826.0,88998595.0,90247451.0,91449741.0,92759040.0,94481029.0,95183788.0,96423778.0,97658328.0,98923926.0,100113012.0,101360436.0,102630994.0,103800772.0,105126062.0,106357346.0,107562471.0,109773540.0,110037943.0,111278574.0,112462820.0,113711818.0,114958150.0,116253613.0,117961255.0,118628959.0,119896881.0,121202734.0,122351965.0,123595553.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/base/tukey.json b/criterion/arithmetic_hydroflow_compiled/base/tukey.json index 62c407d7184..bd27dea1380 100644 --- a/criterion/arithmetic_hydroflow_compiled/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[308319.0832581802,308719.946441957,309788.9149320286,310189.7781158055] \ No newline at end of file +[308186.811125474,308580.77369449264,309631.3405452091,310025.30311422783] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/change/estimates.json b/criterion/arithmetic_hydroflow_compiled/change/estimates.json index df9bb593016..64834f4ae69 100644 --- a/criterion/arithmetic_hydroflow_compiled/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001465429672257601,"upper_bound":0.00004431509451944149},"point_estimate":-0.000679652382949647,"standard_error":0.0003856655581918138},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00021041165341961765,"upper_bound":0.00042415663904343695},"point_estimate":0.00015992911976270285,"standard_error":0.00016731120867208876}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006015900944221856,"upper_bound":0.011031056770997971},"point_estimate":0.0040854620605370595,"standard_error":0.0032616361350556147},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000833596191489927,"upper_bound":-0.0004553487607182882},"point_estimate":-0.0006382723241322719,"standard_error":0.00009412224957133727}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/estimates.json b/criterion/arithmetic_hydroflow_compiled/new/estimates.json index b9bd61d5d10..f6f56f97866 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309227.7654312677,"upper_bound":309449.0049522188},"point_estimate":309325.63849999267,"standard_error":56.947303827085044},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309215.53779069765,"upper_bound":309310.8625},"point_estimate":309264.07401315786,"standard_error":22.281525878363425},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.92512789157186,"upper_bound":280.0796989316481},"point_estimate":191.44464111842223,"standard_error":34.471024085647024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309267.9853164908,"upper_bound":309662.6088248319},"point_estimate":309435.2930138909,"standard_error":102.92317578020153},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":245.4130107476668,"upper_bound":834.030309696144},"point_estimate":571.1570756473391,"standard_error":156.95983741304084}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309168.0357243413,"upper_bound":312686.91504137206},"point_estimate":310589.3766604358,"standard_error":963.0312048226021},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309027.2849462366,"upper_bound":309101.95588235295},"point_estimate":309066.6793138669,"standard_error":19.882962634071106},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":120.75914758971336,"upper_bound":223.28358034233108},"point_estimate":172.95511267123837,"standard_error":25.455656375592618},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":309126.4884057731,"upper_bound":309499.44266044575},"point_estimate":309290.45460765477,"standard_error":96.2491103452894},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":445.84807352802034,"upper_bound":15128.952500503214},"point_estimate":9677.910873790335,"standard_error":4034.529739936689}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/sample.json b/criterion/arithmetic_hydroflow_compiled/new/sample.json index 606e37f4aad..6fe387fb80a 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1240672.0,2466166.0,3709364.0,4940098.0,6180881.0,7413468.0,8646316.0,9888001.0,11114817.0,12363945.0,13619315.0,14828248.0,16068169.0,17296799.0,18527864.0,19793454.0,21009399.0,22240865.0,23522064.0,24712612.0,25951081.0,27182645.0,28504490.0,29769909.0,30894574.0,32199277.0,33456000.0,34640638.0,35860661.0,37122213.0,38358817.0,39593589.0,40839141.0,42084473.0,43323882.0,44541111.0,45782405.0,47007919.0,48237150.0,49473945.0,50725188.0,51971861.0,53180304.0,54445101.0,55672839.0,56881462.0,58184752.0,59439410.0,60621734.0,61845735.0,63073974.0,64317853.0,65609631.0,66775163.0,68027267.0,69276375.0,70500597.0,71746550.0,73032377.0,74234607.0,75441908.0,76751488.0,78001929.0,79144197.0,80441377.0,81696596.0,82901772.0,84107459.0,85370624.0,86551935.0,87845797.0,89092120.0,90263934.0,91598533.0,92817474.0,94016719.0,95259436.0,96517630.0,97728448.0,98960274.0,101330630.0,101432642.0,102593906.0,103943973.0,106386976.0,106370145.0,107578397.0,108856088.0,110036788.0,111289545.0,112709552.0,113912965.0,115264505.0,116372299.0,117518464.0,118794693.0,119952541.0,121138541.0,122393802.0,123636848.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[4.0,8.0,12.0,16.0,20.0,24.0,28.0,32.0,36.0,40.0,44.0,48.0,52.0,56.0,60.0,64.0,68.0,72.0,76.0,80.0,84.0,88.0,92.0,96.0,100.0,104.0,108.0,112.0,116.0,120.0,124.0,128.0,132.0,136.0,140.0,144.0,148.0,152.0,156.0,160.0,164.0,168.0,172.0,176.0,180.0,184.0,188.0,192.0,196.0,200.0,204.0,208.0,212.0,216.0,220.0,224.0,228.0,232.0,236.0,240.0,244.0,248.0,252.0,256.0,260.0,264.0,268.0,272.0,276.0,280.0,284.0,288.0,292.0,296.0,300.0,304.0,308.0,312.0,316.0,320.0,324.0,328.0,332.0,336.0,340.0,344.0,348.0,352.0,356.0,360.0,364.0,368.0,372.0,376.0,380.0,384.0,388.0,392.0,396.0,400.0],"times":[1233088.0,2474600.0,3733777.0,4941065.0,6173212.0,7431616.0,8648604.0,9888042.0,11120719.0,12360419.0,13588327.0,14834147.0,19733977.0,21069587.0,18620593.0,19796563.0,21060078.0,22302650.0,23531952.0,24718574.0,25944738.0,27225223.0,28417665.0,29697019.0,30909117.0,32201504.0,33405748.0,34720748.0,35839764.0,37152780.0,38325966.0,39554184.0,40784707.0,42029725.0,43237537.0,44546956.0,45737624.0,46957077.0,48229607.0,49444962.0,50706772.0,51953204.0,53143653.0,54408039.0,55634613.0,56847533.0,58080460.0,59380582.0,60632675.0,62346098.0,63062383.0,64260605.0,65481900.0,66743050.0,67980315.0,69254920.0,70467218.0,71692140.0,72905981.0,74147354.0,75413984.0,76600696.0,77927157.0,79184189.0,80359288.0,81552291.0,82826465.0,84075732.0,85319610.0,86540885.0,87748826.0,88998595.0,90247451.0,91449741.0,92759040.0,94481029.0,95183788.0,96423778.0,97658328.0,98923926.0,100113012.0,101360436.0,102630994.0,103800772.0,105126062.0,106357346.0,107562471.0,109773540.0,110037943.0,111278574.0,112462820.0,113711818.0,114958150.0,116253613.0,117961255.0,118628959.0,119896881.0,121202734.0,122351965.0,123595553.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/new/tukey.json b/criterion/arithmetic_hydroflow_compiled/new/tukey.json index 62c407d7184..bd27dea1380 100644 --- a/criterion/arithmetic_hydroflow_compiled/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[308319.0832581802,308719.946441957,309788.9149320286,310189.7781158055] \ No newline at end of file +[308186.811125474,308580.77369449264,309631.3405452091,310025.30311422783] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg index 9ac7ab2d0eb..734b487b687 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - + + +0.018 + + + +0.02 + + - + +120 + + + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - -240 - - - -260 - - - -280 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/SD.svg b/criterion/arithmetic_hydroflow_compiled/report/SD.svg index eb173cd593d..be4f8cf88fe 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/SD.svg @@ -6,81 +6,69 @@ arithmetic/hydroflow/compiled:SD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.05 - - -0.001 + + +0.1 - - -0.0015 + + +0.15 - - -0.002 + + +0.2 - - -0.0025 + + +0.25 - - -0.003 - - - -0.0035 - - - -0.004 - - - -0.0045 + + + +0 - - -0.005 + + +2 - - - -200 + + +4 - - -300 + + +6 - - -400 + + +8 - - -500 + + +10 - - -600 + + +12 - - -700 + + +14 - - -800 + + +16 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg index 510a7ae9fed..47ccddaf5e0 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/both/pdf.svg @@ -54,30 +54,30 @@ Average Time (µs) - -308 - - - -310 - - - -312 - - - -314 - - - -316 - - - - - - + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg index 4665f1a4520..c528841782c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/mean.svg @@ -9,91 +9,83 @@ Density (a.u.) Relative change (%) - -100 + +20 - - -200 + + +40 - - -300 + + +60 - - -400 + + +80 - - -500 + + +100 - - -600 + + +120 - - -700 + + +140 - - -800 + + +160 - - -900 + + +180 + + + +200 - - -1000 + + +220 - + - --0.0016 - - - --0.0014 - - - --0.0012 - - - --0.001 - - - --8e-4 - - - --6e-4 - - - --4e-4 - - - --2e-4 - - - -2.1684e-19 - - - -2e-4 - - - - - - + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg index a5f402927f6..eecdba641ca 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + + +3000 + + + +3500 + + + +4000 + + - --2e-4 + +-0.00085 + + + +-8e-4 + + + +-0.00075 - - --1e-4 + + +-7e-4 - - --2.7105e-20 + + +-0.00065 - - -1e-4 + + +-6e-4 - - -2e-4 + + +-0.00055 - - -3e-4 + + +-5e-4 - - -4e-4 + + +-0.00045 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg index 49f5ab933b2..37187291d64 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/change/t-test.svg @@ -13,73 +13,61 @@ t score 0.0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - + + +0.5 + + + +0.6 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/index.html b/criterion/arithmetic_hydroflow_compiled/report/index.html index b96a5752431..b48212e8658 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 309.27 µs - 309.44 µs - 309.66 µs + 309.13 µs + 309.29 µs + 309.50 µs R² - 0.9992033 - 0.9992438 - 0.9991690 + 0.9921987 + 0.9922371 + 0.9921747 Mean - 309.23 µs - 309.33 µs - 309.45 µs + 309.17 µs + 310.59 µs + 312.69 µs Std. Dev. - 245.41 ns - 571.16 ns - 834.03 ns + 445.85 ns + 9.6779 µs + 15.129 µs Median - 309.22 µs - 309.26 µs - 309.31 µs + 309.03 µs + 309.07 µs + 309.10 µs MAD - 146.93 ns - 191.44 ns - 280.08 ns + 120.76 ns + 172.96 ns + 223.28 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.1465% - -0.0680% - +0.0044% - (p = 0.08 > + -0.0602% + +0.4085% + +1.1031% + (p = 0.22 > 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled/report/mean.svg b/criterion/arithmetic_hydroflow_compiled/report/mean.svg index 14cbf715680..b6866faa82b 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/mean.svg @@ -9,58 +9,86 @@ Density (a.u.) Average time (µs)
- -1 + +0.1 + + + +0.2 + + + +0.3 - - -2 + + +0.4 - - -3 + + +0.5 - - -4 + + +0.6 - - -5 + + +0.7 - + -6 +0.8 - -7 + +0.9 + + + +1 - + - -309.25 + +309 + + + +309.5 + + + +310 + + + +310.5 + + + +311 - - -309.3 + + +311.5 - - -309.35 + + +312 - - -309.4 + + +312.5 - - -309.45 + + +313 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/median.svg b/criterion/arithmetic_hydroflow_compiled/report/median.svg index bfd1a2ebaf1..f17fecec810 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - + - -309.22 + +309.02 - - -309.24 + + +309.03 - - -309.26 + + +309.04 - - -309.28 + + +309.05 - - -309.3 + + +309.06 - - -309.32 + + +309.07 - - - - + + +309.08 + + + +309.09 + + + +309.1 + + + +309.11 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg index a2922aa48d9..604d0802976 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf.svg @@ -46,30 +46,46 @@ Average Time (µs) - -308 - - - -309 + +300 - - + + 310 - - -311 + + +320 + + + +330 + + + +340 + + + +350 + + + +360 + + + +370 - - -312 + + +380 - - -313 + + +390 - + Density (a.u.) @@ -78,46 +94,74 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 - - - -1 - - - - - - + +0.01 + + + +0.02 + + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg index 25f4cc39986..5b93830b2f8 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/pdf_small.svg @@ -10,43 +10,67 @@ Average Time (µs) 0 - -0.2 + +0.01 - - -0.4 + + +0.02 - - -0.6 + + +0.03 - - -0.8 + + +0.04 - - -1 + + +0.05 - - -1.2 + + +0.06 - + + +0.07 + + + +0.08 + + + +0.09 + + + +0.1 + + - -308 + +300 + + + +320 + + + +340 - - -310 + + +360 - - -312 + + +380 - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression.svg b/criterion/arithmetic_hydroflow_compiled/report/regression.svg index dd47f220bd6..0500818843c 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression.svg @@ -92,20 +92,20 @@ Iterations - - + + - + - + - + @@ -114,7 +114,7 @@ Iterations - + @@ -129,7 +129,7 @@ Iterations - + @@ -144,38 +144,38 @@ Iterations - + - + - + - + - + - + - + - + - + - + - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg index 70f3929a244..e892ae91533 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/regression_small.svg @@ -89,17 +89,17 @@ Iterations - - + + - + - + @@ -126,9 +126,9 @@ Iterations - + - + @@ -147,31 +147,31 @@ Iterations - + - + - + - + - - + + - + - + - + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg index 770dc570b6a..0cf988791dc 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_pdf_small.svg @@ -51,28 +51,28 @@ Average Time (µs) - -308 - - - -310 - - - -312 - - - -314 - - - -316 - - - - - - + +300 + + + +320 + + + +340 + + + +360 + + + +380 + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg index c6b992834ef..b81edb6907f 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/relative_regression_small.svg @@ -15,41 +15,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - + 0 diff --git a/criterion/arithmetic_hydroflow_compiled/report/slope.svg b/criterion/arithmetic_hydroflow_compiled/report/slope.svg index 40677750092..47b4c5f4fac 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/slope.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + +309.1 + + + +309.15 + + + +309.2 + + + 309.25 - - + + 309.3 - - + + 309.35 - - + + 309.4 - - + + 309.45 - - + + 309.5 - - -309.55 - - - -309.6 - - - -309.65 - - - -309.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled/report/typical.svg b/criterion/arithmetic_hydroflow_compiled/report/typical.svg index 018f4a73bef..14f8b92ef93 100644 --- a/criterion/arithmetic_hydroflow_compiled/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - + + +4.5 + + - + +309.1 + + + +309.15 + + + +309.2 + + + 309.25 - - + + 309.3 - - + + 309.35 - - + + 309.4 - - + + 309.45 - - + + 309.5 - - -309.55 - - - -309.6 - - - -309.65 - - - -309.7 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json index 85642f41965..6510ebed2a4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6495528.6548125,"upper_bound":6504553.46646875},"point_estimate":6499506.645,"standard_error":2327.8089843205494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492589.0,"upper_bound":6494610.8125},"point_estimate":6493938.9375,"standard_error":472.8484091032544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3728.3682838082314,"upper_bound":5884.809945523739},"point_estimate":4847.916588932276,"standard_error":550.1383371284593},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10702.687648472913,"upper_bound":34629.27252249379},"point_estimate":23414.197617167727,"standard_error":6321.8245505629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491064.82275,"upper_bound":6495975.192749999},"point_estimate":6493152.28375,"standard_error":1268.9550467478891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489588.375,"upper_bound":6490834.375},"point_estimate":6489979.0625,"standard_error":316.2032253195676},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2047.0072511583567,"upper_bound":3636.354422941804},"point_estimate":2867.7189990878105,"standard_error":394.12927781741246},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3928.871633395609,"upper_bound":19334.16579891089},"point_estimate":12701.003331316522,"standard_error":4165.490880758904}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json index 3ae68d1e8fe..3f3c0c03f76 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51920486.0,51922710.0,51984822.0,51907259.0,51899644.0,52080442.0,51964646.0,51957944.0,51910084.0,51940712.0,51931153.0,52064924.0,52656381.0,51926875.0,51915484.0,51914823.0,51944989.0,51956481.0,51916516.0,51951171.0,51937305.0,52052692.0,51974785.0,51946532.0,51949878.0,51959647.0,51983822.0,51945060.0,51964576.0,51963894.0,51970337.0,52677310.0,52337073.0,51990274.0,51952634.0,51952193.0,51972351.0,51956601.0,52025660.0,52469861.0,53322357.0,52299002.0,51908301.0,51919933.0,51930012.0,51968734.0,51921335.0,51938016.0,51961620.0,51955469.0,52192552.0,51914162.0,51912669.0,51910395.0,51964035.0,51925763.0,51915474.0,51919582.0,51917468.0,51915124.0,51920754.0,51911317.0,51912709.0,51917016.0,51920473.0,51906388.0,51955599.0,51996766.0,52010101.0,51917388.0,52001685.0,51925433.0,51953465.0,51979304.0,51948846.0,51931274.0,51949728.0,51925272.0,51947925.0,51963113.0,51928439.0,52188776.0,51951852.0,51934941.0,51957292.0,51927647.0,51980005.0,51954397.0,51950820.0,52041339.0,51938998.0,52007185.0,51978683.0,51971389.0,51968253.0,51973473.0,51955750.0,51929160.0,51931895.0,51978432.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51936924.0,51995653.0,51917498.0,51929680.0,51968613.0,51945330.0,51905756.0,51917699.0,51922778.0,51899184.0,51983701.0,51939068.0,51963123.0,51893844.0,52041479.0,51925493.0,51969475.0,51920464.0,51906207.0,51978321.0,51906898.0,51927627.0,51921135.0,51912639.0,51922757.0,51893232.0,51913069.0,51908000.0,51911016.0,51894084.0,51986116.0,51960819.0,51899004.0,52567739.0,51956020.0,51904043.0,51894646.0,51919832.0,51936223.0,51911617.0,51936423.0,51924912.0,51902610.0,51944017.0,51894244.0,51901869.0,51904404.0,51909643.0,51918199.0,51914844.0,51994692.0,51959176.0,51916055.0,52048442.0,51959887.0,51909763.0,51920924.0,51935352.0,51921926.0,51951240.0,51918980.0,51916707.0,51917448.0,51926675.0,51901308.0,51930602.0,51903382.0,51910906.0,51904965.0,52031250.0,51935531.0,51917828.0,52055456.0,51913320.0,51911958.0,51897060.0,51919672.0,51933738.0,51930622.0,51913250.0,51953616.0,51910655.0,51943195.0,51900606.0,51914863.0,51905646.0,51906017.0,51893494.0,51945109.0,51999190.0,51907258.0,51918760.0,51983250.0,51911146.0,51919833.0,52650093.0,52005361.0,51911496.0,51939950.0,51936203.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json index 61668930206..375889b206f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/base/tukey.json @@ -1 +1 @@ -[6472140.375,6481359.65625,6505944.40625,6515163.6875] \ No newline at end of file +[6475757.75,6482237.1875,6499515.6875,6505995.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json index 250fe537b06..19116a678f7 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0004719450510962897,"upper_bound":0.0017856746439797455},"point_estimate":0.0010933593328898983,"standard_error":0.0003417537373661007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00008745781477026426,"upper_bound":0.0004888106593268216},"point_estimate":0.0003098559770933207,"standard_error":0.00009789194344699429}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001828816588916432,"upper_bound":-0.00023453989328383901},"point_estimate":-0.0009776682442331763,"standard_error":0.0004056694491175262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007343075597985305,"upper_bound":-0.0003851931893842253},"point_estimate":-0.0006097801408531112,"standard_error":0.00008552778138221087}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json index 85642f41965..6510ebed2a4 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6495528.6548125,"upper_bound":6504553.46646875},"point_estimate":6499506.645,"standard_error":2327.8089843205494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6492589.0,"upper_bound":6494610.8125},"point_estimate":6493938.9375,"standard_error":472.8484091032544},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3728.3682838082314,"upper_bound":5884.809945523739},"point_estimate":4847.916588932276,"standard_error":550.1383371284593},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":10702.687648472913,"upper_bound":34629.27252249379},"point_estimate":23414.197617167727,"standard_error":6321.8245505629}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491064.82275,"upper_bound":6495975.192749999},"point_estimate":6493152.28375,"standard_error":1268.9550467478891},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489588.375,"upper_bound":6490834.375},"point_estimate":6489979.0625,"standard_error":316.2032253195676},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2047.0072511583567,"upper_bound":3636.354422941804},"point_estimate":2867.7189990878105,"standard_error":394.12927781741246},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3928.871633395609,"upper_bound":19334.16579891089},"point_estimate":12701.003331316522,"standard_error":4165.490880758904}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json index 3ae68d1e8fe..3f3c0c03f76 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51920486.0,51922710.0,51984822.0,51907259.0,51899644.0,52080442.0,51964646.0,51957944.0,51910084.0,51940712.0,51931153.0,52064924.0,52656381.0,51926875.0,51915484.0,51914823.0,51944989.0,51956481.0,51916516.0,51951171.0,51937305.0,52052692.0,51974785.0,51946532.0,51949878.0,51959647.0,51983822.0,51945060.0,51964576.0,51963894.0,51970337.0,52677310.0,52337073.0,51990274.0,51952634.0,51952193.0,51972351.0,51956601.0,52025660.0,52469861.0,53322357.0,52299002.0,51908301.0,51919933.0,51930012.0,51968734.0,51921335.0,51938016.0,51961620.0,51955469.0,52192552.0,51914162.0,51912669.0,51910395.0,51964035.0,51925763.0,51915474.0,51919582.0,51917468.0,51915124.0,51920754.0,51911317.0,51912709.0,51917016.0,51920473.0,51906388.0,51955599.0,51996766.0,52010101.0,51917388.0,52001685.0,51925433.0,51953465.0,51979304.0,51948846.0,51931274.0,51949728.0,51925272.0,51947925.0,51963113.0,51928439.0,52188776.0,51951852.0,51934941.0,51957292.0,51927647.0,51980005.0,51954397.0,51950820.0,52041339.0,51938998.0,52007185.0,51978683.0,51971389.0,51968253.0,51973473.0,51955750.0,51929160.0,51931895.0,51978432.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51936924.0,51995653.0,51917498.0,51929680.0,51968613.0,51945330.0,51905756.0,51917699.0,51922778.0,51899184.0,51983701.0,51939068.0,51963123.0,51893844.0,52041479.0,51925493.0,51969475.0,51920464.0,51906207.0,51978321.0,51906898.0,51927627.0,51921135.0,51912639.0,51922757.0,51893232.0,51913069.0,51908000.0,51911016.0,51894084.0,51986116.0,51960819.0,51899004.0,52567739.0,51956020.0,51904043.0,51894646.0,51919832.0,51936223.0,51911617.0,51936423.0,51924912.0,51902610.0,51944017.0,51894244.0,51901869.0,51904404.0,51909643.0,51918199.0,51914844.0,51994692.0,51959176.0,51916055.0,52048442.0,51959887.0,51909763.0,51920924.0,51935352.0,51921926.0,51951240.0,51918980.0,51916707.0,51917448.0,51926675.0,51901308.0,51930602.0,51903382.0,51910906.0,51904965.0,52031250.0,51935531.0,51917828.0,52055456.0,51913320.0,51911958.0,51897060.0,51919672.0,51933738.0,51930622.0,51913250.0,51953616.0,51910655.0,51943195.0,51900606.0,51914863.0,51905646.0,51906017.0,51893494.0,51945109.0,51999190.0,51907258.0,51918760.0,51983250.0,51911146.0,51919833.0,52650093.0,52005361.0,51911496.0,51939950.0,51936203.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json index 61668930206..375889b206f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/new/tukey.json @@ -1 +1 @@ -[6472140.375,6481359.65625,6505944.40625,6515163.6875] \ No newline at end of file +[6475757.75,6482237.1875,6499515.6875,6505995.125] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg index 78145060d71..e98fdd6ea61 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/MAD.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - + + +1 + + + +1.2 + + + +1.4 + + - -3.5 + +2 + + + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 - - -4 + + +3 - - -4.5 + + +3.2 - - -5 + + +3.4 - - -5.5 + + +3.6 - - -6 + + +3.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg index 141bab96238..03487315c90 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - - -0.07 + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 - + + +0.16 + + - + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - - -25 + + +16 - - -30 + + +18 - - -35 + + +20 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg index 26096487a80..a6711d8aab3 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/iteration_times.svg @@ -20,8 +20,8 @@ Average Iteration Time (ms) - - + + @@ -42,14 +42,14 @@ Average Iteration Time (ms) 6.56 - + 6.58 - - + + 6.6 - + 6.62 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Current diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg index 50a5b6fefaf..58b013034d9 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/both/pdf.svg @@ -9,50 +9,30 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - - -110 - - + 6.5 @@ -70,10 +50,10 @@ Average Time (ms) 6.65 - - - - + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg index 8ee4715130e..271fc77a88d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - - -1000 + + +800 - - -1200 + + +900 - + - -4e-4 + +-0.002 + + + +-0.0018 + + + +-0.0016 - - -6e-4 + + +-0.0014 - - -8e-4 + + +-0.0012 - - -0.001 + + +-0.001 - - -0.0012 + + +-8e-4 - - -0.0014 + + +-6e-4 - - -0.0016 + + +-4e-4 - - -0.0018 + + +-2e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg index 0613b1235c8..e157ac91856 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/median.svg @@ -9,82 +9,90 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - - -5e-5 + + +4500 + + + +5000 - - -1e-4 + + +5500 + + + + +-0.00075 - - -0.00015 + + +-7e-4 - - -2e-4 + + +-0.00065 - - -0.00025 + + +-6e-4 - - -3e-4 + + +-0.00055 - - -0.00035 + + +-5e-4 - - -4e-4 + + +-0.00045 - - -0.00045 + + +-4e-4 - - -5e-4 + + +-0.00035 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg index 87683c269c4..68679632041 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html index 46d691f7783..3fb2ea93c50 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000869 - 0.0000894 - 0.0000854 + 0.0000774 + 0.0000795 + 0.0000757 Mean - 6.4955 ms - 6.4995 ms - 6.5046 ms + 6.4911 ms + 6.4932 ms + 6.4960 ms Std. Dev. - 10.703 µs - 23.414 µs - 34.629 µs + 3.9289 µs + 12.701 µs + 19.334 µs Median - 6.4926 ms - 6.4939 ms - 6.4946 ms + 6.4896 ms + 6.4900 ms + 6.4908 ms MAD - 3.7284 µs - 4.8479 µs - 5.8848 µs + 2.0470 µs + 2.8677 µs + 3.6364 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0472% - +0.1093% - +0.1786% - (p = 0.00 < + -0.1829% + -0.0978% + -0.0235% + (p = 0.01 < 0.05) diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg index 1a8ab9b90b8..ea460fe258a 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times.svg @@ -15,52 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + +6.49 + + + 6.5 - - -6.52 + + +6.51 - - -6.54 + + +6.52 - - -6.56 + + +6.53 - - -6.58 + + +6.54 - - -6.6 + + +6.55 - - -6.62 + + +6.56 - - -6.64 + + +6.57 - - -6.66 + + +6.58 - + 10 @@ -102,105 +107,105 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg index a8938cdf62f..f8e95728f0f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/iteration_times_small.svg @@ -12,52 +12,57 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + - + +6.49 + + + 6.5 - - -6.52 + + +6.51 - - -6.54 + + +6.52 - - -6.56 + + +6.53 - - -6.58 + + +6.54 - - -6.6 + + +6.55 - - -6.62 + + +6.56 - - -6.64 + + +6.57 - - -6.66 + + +6.58 - + 10 @@ -99,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg index c4192a0a9e2..bcd8274315d 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - - -6.495 - - - -6.496 + + +350 - - -6.497 - - - -6.498 - - - -6.499 - - - -6.5 + + + +6.491 - - -6.501 + + +6.492 - - -6.502 + + +6.493 - - -6.503 + + +6.494 - - -6.504 + + +6.495 - - -6.505 + + +6.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg index 12acc1299aa..ec50b1d9ab2 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/median.svg @@ -9,58 +9,54 @@ Density (a.u.) Average time (ms) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 + + +1500 - - -1400 + + +2000 - + + +2500 + + - -6.4925 + +6.4896 + + + +6.4898 - - -6.493 + + +6.49 - - -6.4935 + + +6.4902 - - -6.494 + + +6.4904 - - -6.4945 + + +6.4906 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg index b641142bfaf..ea506c4749b 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf.svg @@ -46,22 +46,30 @@ Average Time (ms) - + +6.48 + + + 6.5 - - -6.55 + + +6.52 + + + +6.54 - - -6.6 + + +6.56 - - -6.65 + + +6.58 - + Density (a.u.) @@ -70,58 +78,52 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - - - - - - - - - - - - - - - + + +40 + + + +50 + + + +60 + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + - + + PDF diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg index 6c56f3b9909..a859d0f1bbd 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 - + + +60 + + - + 6.5 - - + + 6.55 - - -6.6 - - - -6.65 - - - - + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg index b28781ad2c1..87b4e514143 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_iteration_times_small.svg @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg index 6f77a111ee9..c74b138667f 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/relative_pdf_small.svg @@ -6,50 +6,30 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - - -110 - - + 6.5 @@ -67,8 +47,8 @@ Average Time (ms) 6.65 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg index d0c223be87b..0dd6ee17701 100644 --- a/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg +++ b/criterion/arithmetic_hydroflow_compiled_no_cheating/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - - - -6.495 - - - -6.496 + + +350 - - -6.497 - - - -6.498 - - - -6.499 - - - -6.5 + + + +6.491 - - -6.501 + + +6.492 - - -6.502 + + +6.493 - - -6.503 + + +6.494 - - -6.504 + + +6.495 - - -6.505 + + +6.496 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/base/estimates.json b/criterion/arithmetic_hydroflow_surface/base/estimates.json index 5b06352977e..3d44e4104c3 100644 --- a/criterion/arithmetic_hydroflow_surface/base/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526956.84853125,"upper_bound":6535761.27746875},"point_estimate":6530971.78125,"standard_error":2261.190563261842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522637.375,"upper_bound":6526765.125},"point_estimate":6524946.0625,"standard_error":1145.0044253111407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4994.645338514824,"upper_bound":9987.998035177588},"point_estimate":7595.822977647185,"standard_error":1281.2605657627141},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11184.207450416714,"upper_bound":31252.90560112719},"point_estimate":22743.802796504093,"standard_error":4953.612807945142}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563341.99178125,"upper_bound":6619928.2729375},"point_estimate":6589602.84625,"standard_error":14504.745219151555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521368.375,"upper_bound":6526473.5},"point_estimate":6522989.0,"standard_error":1229.210569271115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5561.6031512618065,"upper_bound":13110.538904741406},"point_estimate":8166.438642516732,"standard_error":1820.0581024482146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96987.19581463072,"upper_bound":192444.3625020761},"point_estimate":145410.7873580608,"standard_error":24922.357059273585}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/sample.json b/criterion/arithmetic_hydroflow_surface/base/sample.json index ae30bd5a74f..6899f20b831 100644 --- a/criterion/arithmetic_hydroflow_surface/base/sample.json +++ b/criterion/arithmetic_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52516365.0,52335977.0,52303840.0,52325299.0,52279925.0,52298839.0,52309771.0,52261609.0,52251871.0,52281859.0,52315319.0,52287900.0,52454250.0,52688187.0,52264405.0,53200848.0,52209334.0,52188864.0,52251931.0,52181099.0,52234468.0,52245631.0,52231033.0,52178023.0,52276990.0,52204562.0,52234709.0,52161162.0,52205365.0,52161902.0,52159116.0,52218760.0,52162694.0,52270335.0,52162657.0,52171400.0,52177623.0,52180218.0,52164115.0,52219169.0,52318175.0,52158407.0,52155180.0,52197642.0,52152025.0,52137609.0,52183424.0,52134623.0,52465952.0,52214121.0,52203042.0,52162514.0,53146227.0,52185167.0,52160049.0,52298681.0,52221132.0,52154750.0,52190769.0,52244599.0,52161783.0,52204774.0,52119214.0,52207287.0,52469398.0,52273713.0,52205937.0,52252261.0,52228108.0,52182161.0,52273423.0,52171059.0,52161332.0,52153108.0,52175268.0,52183283.0,52147667.0,52149801.0,52152467.0,52156954.0,52200565.0,52119223.0,52149840.0,52227438.0,52138017.0,52158757.0,52219360.0,52198820.0,52139011.0,53085560.0,52180429.0,52144563.0,52169195.0,52138872.0,52184667.0,52119663.0,52173895.0,52164687.0,52200317.0,52324036.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52193910.0,52217826.0,52248853.0,52145941.0,52168474.0,52354118.0,52184852.0,52168776.0,52178452.0,52152753.0,52167840.0,52136474.0,52215821.0,52170947.0,52135141.0,52142936.0,52145491.0,52191526.0,52185695.0,52157721.0,52838520.0,52146962.0,52139809.0,52128228.0,52166621.0,52157154.0,52139317.0,52148786.0,52173130.0,52150301.0,52158203.0,52129640.0,52175796.0,52130844.0,52132114.0,52156539.0,52158085.0,52132375.0,52237411.0,52287644.0,59194973.0,56786117.0,54848254.0,54113647.0,53705052.0,54751576.0,54466544.0,53182954.0,53231335.0,53702282.0,52979224.0,53215425.0,54364474.0,53693053.0,53712840.0,54943755.0,55040155.0,54435946.0,54722993.0,55741179.0,55257508.0,53046370.0,52619061.0,52648629.0,52407568.0,52585980.0,52625336.0,52535696.0,52198837.0,52117688.0,52168344.0,52227593.0,52203268.0,52137095.0,52222001.0,52173613.0,52120142.0,52162473.0,52177069.0,52142615.0,52151883.0,52154339.0,52239810.0,52170677.0,52131967.0,52182972.0,52116570.0,52139322.0,52212307.0,52237375.0,52173956.0,52174528.0,52197928.0,52211788.0,52170729.0,52186398.0,52187080.0,52139884.0,52169688.0,52173386.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/base/tukey.json b/criterion/arithmetic_hydroflow_surface/base/tukey.json index 36ea684ddfb..14ad51faa79 100644 --- a/criterion/arithmetic_hydroflow_surface/base/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6482570.625,6501402.328125,6551620.203125,6570451.90625] \ No newline at end of file +[6344235.09375,6431738.953125,6665082.578125,6752586.4375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/change/estimates.json b/criterion/arithmetic_hydroflow_surface/change/estimates.json index 2631bda8e9c..e6bca1f85bb 100644 --- a/criterion/arithmetic_hydroflow_surface/change/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0024951592731246334,"upper_bound":0.00018142519972309527},"point_estimate":-0.0010321874550122123,"standard_error":0.0006832858075950304},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015239296995761542,"upper_bound":-0.0005499542406788294},"point_estimate":-0.0010044868091790837,"standard_error":0.0002504410780836035}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0049256931854034245,"upper_bound":0.013356732522939856},"point_estimate":0.008977387586993846,"standard_error":0.0021935368743999594},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006623476388305516,"upper_bound":0.00022652186347005276},"point_estimate":-0.00029993542954287467,"standard_error":0.00023889536099724502}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/estimates.json b/criterion/arithmetic_hydroflow_surface/new/estimates.json index 5b06352977e..3d44e4104c3 100644 --- a/criterion/arithmetic_hydroflow_surface/new/estimates.json +++ b/criterion/arithmetic_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6526956.84853125,"upper_bound":6535761.27746875},"point_estimate":6530971.78125,"standard_error":2261.190563261842},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6522637.375,"upper_bound":6526765.125},"point_estimate":6524946.0625,"standard_error":1145.0044253111407},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4994.645338514824,"upper_bound":9987.998035177588},"point_estimate":7595.822977647185,"standard_error":1281.2605657627141},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":11184.207450416714,"upper_bound":31252.90560112719},"point_estimate":22743.802796504093,"standard_error":4953.612807945142}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6563341.99178125,"upper_bound":6619928.2729375},"point_estimate":6589602.84625,"standard_error":14504.745219151555},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6521368.375,"upper_bound":6526473.5},"point_estimate":6522989.0,"standard_error":1229.210569271115},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5561.6031512618065,"upper_bound":13110.538904741406},"point_estimate":8166.438642516732,"standard_error":1820.0581024482146},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96987.19581463072,"upper_bound":192444.3625020761},"point_estimate":145410.7873580608,"standard_error":24922.357059273585}} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/sample.json b/criterion/arithmetic_hydroflow_surface/new/sample.json index ae30bd5a74f..6899f20b831 100644 --- a/criterion/arithmetic_hydroflow_surface/new/sample.json +++ b/criterion/arithmetic_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52516365.0,52335977.0,52303840.0,52325299.0,52279925.0,52298839.0,52309771.0,52261609.0,52251871.0,52281859.0,52315319.0,52287900.0,52454250.0,52688187.0,52264405.0,53200848.0,52209334.0,52188864.0,52251931.0,52181099.0,52234468.0,52245631.0,52231033.0,52178023.0,52276990.0,52204562.0,52234709.0,52161162.0,52205365.0,52161902.0,52159116.0,52218760.0,52162694.0,52270335.0,52162657.0,52171400.0,52177623.0,52180218.0,52164115.0,52219169.0,52318175.0,52158407.0,52155180.0,52197642.0,52152025.0,52137609.0,52183424.0,52134623.0,52465952.0,52214121.0,52203042.0,52162514.0,53146227.0,52185167.0,52160049.0,52298681.0,52221132.0,52154750.0,52190769.0,52244599.0,52161783.0,52204774.0,52119214.0,52207287.0,52469398.0,52273713.0,52205937.0,52252261.0,52228108.0,52182161.0,52273423.0,52171059.0,52161332.0,52153108.0,52175268.0,52183283.0,52147667.0,52149801.0,52152467.0,52156954.0,52200565.0,52119223.0,52149840.0,52227438.0,52138017.0,52158757.0,52219360.0,52198820.0,52139011.0,53085560.0,52180429.0,52144563.0,52169195.0,52138872.0,52184667.0,52119663.0,52173895.0,52164687.0,52200317.0,52324036.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[52193910.0,52217826.0,52248853.0,52145941.0,52168474.0,52354118.0,52184852.0,52168776.0,52178452.0,52152753.0,52167840.0,52136474.0,52215821.0,52170947.0,52135141.0,52142936.0,52145491.0,52191526.0,52185695.0,52157721.0,52838520.0,52146962.0,52139809.0,52128228.0,52166621.0,52157154.0,52139317.0,52148786.0,52173130.0,52150301.0,52158203.0,52129640.0,52175796.0,52130844.0,52132114.0,52156539.0,52158085.0,52132375.0,52237411.0,52287644.0,59194973.0,56786117.0,54848254.0,54113647.0,53705052.0,54751576.0,54466544.0,53182954.0,53231335.0,53702282.0,52979224.0,53215425.0,54364474.0,53693053.0,53712840.0,54943755.0,55040155.0,54435946.0,54722993.0,55741179.0,55257508.0,53046370.0,52619061.0,52648629.0,52407568.0,52585980.0,52625336.0,52535696.0,52198837.0,52117688.0,52168344.0,52227593.0,52203268.0,52137095.0,52222001.0,52173613.0,52120142.0,52162473.0,52177069.0,52142615.0,52151883.0,52154339.0,52239810.0,52170677.0,52131967.0,52182972.0,52116570.0,52139322.0,52212307.0,52237375.0,52173956.0,52174528.0,52197928.0,52211788.0,52170729.0,52186398.0,52187080.0,52139884.0,52169688.0,52173386.0]} \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/new/tukey.json b/criterion/arithmetic_hydroflow_surface/new/tukey.json index 36ea684ddfb..14ad51faa79 100644 --- a/criterion/arithmetic_hydroflow_surface/new/tukey.json +++ b/criterion/arithmetic_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6482570.625,6501402.328125,6551620.203125,6570451.90625] \ No newline at end of file +[6344235.09375,6431738.953125,6665082.578125,6752586.4375] \ No newline at end of file diff --git a/criterion/arithmetic_hydroflow_surface/report/MAD.svg b/criterion/arithmetic_hydroflow_surface/report/MAD.svg index bcde294aabe..8bd06213fc9 100644 --- a/criterion/arithmetic_hydroflow_surface/report/MAD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/MAD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - + - + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - - - - + + +11 + + + +12 + + + +13 + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/SD.svg b/criterion/arithmetic_hydroflow_surface/report/SD.svg index 24e28ea750c..ae15aa9cd16 100644 --- a/criterion/arithmetic_hydroflow_surface/report/SD.svg +++ b/criterion/arithmetic_hydroflow_surface/report/SD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 - - - -0.03 + +0.002 - - -0.04 + + +0.004 - - -0.05 + + +0.006 - - -0.06 + + +0.008 - - -0.07 + + +0.01 - - -0.08 + + +0.012 - - -0.09 + + +0.014 - - -0.1 + + +0.016 - + - -10 + +100 + + + +120 - - -15 + + +140 - - -20 + + +160 - - -25 + + +180 - - -30 + + +200 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg index f5c322cedd9..e9d63c18994 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/iteration_times.svg @@ -17,41 +17,46 @@ Average Iteration Time (ms) - - - - - - + + + + + + + -6.55 +6.6 - -6.6 + +6.7 - - -6.65 + + +6.8 - - -6.7 + + +6.9 - - -6.75 + + +7.0 - - -6.8 + + +7.1 + + + +7.2 - - -6.85 + + +7.3 - + 0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg index 2e906a2b3fc..62d3dcfc059 100644 --- a/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/both/pdf.svg @@ -34,30 +34,22 @@ Average Time (ms) - + 6.5 - - -6.6 + + +7 - - -6.7 + + +7.5 - - -6.8 - - - -6.9 - - - - - - + + + + + Base PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg index 68783a5204c..440acf33d38 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,91 @@ Density (a.u.) Relative change (%) - -100 + +20 + + + +40 + + + +60 - - -200 + + +80 + + + +100 - - -300 + + +120 - - -400 + + +140 - - -500 + + +160 - - -600 + + +180 - + - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - - - - + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + +0.013 + + + +0.014 + + + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/median.svg b/criterion/arithmetic_hydroflow_surface/report/change/median.svg index 32023371e07..70e75adcf88 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/median.svg @@ -9,66 +9,86 @@ Density (a.u.) Relative change (%) - + 200 - - + + 400 - - + + 600 - - + + 800 - - + + 1000 - - + + 1200 - - + + 1400 - - + + 1600 - + - --0.0016 + +-7e-4 - - --0.0014 + + +-6e-4 - - --0.0012 + + +-5e-4 - - --0.001 + + +-4e-4 - - --8e-4 + + +-3e-4 - - --6e-4 + + +-2e-4 + + + +-1e-4 + + + +1.0842e-19 + + + +1e-4 + + + +2e-4 + + + +3e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg index 3208bd86a0a..b988e751f2d 100644 --- a/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg +++ b/criterion/arithmetic_hydroflow_surface/report/change/t-test.svg @@ -13,69 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/index.html b/criterion/arithmetic_hydroflow_surface/report/index.html index 39a31c589c2..6d5ec295b06 100644 --- a/criterion/arithmetic_hydroflow_surface/report/index.html +++ b/criterion/arithmetic_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0017174 - 0.0017713 - 0.0016955 + 0.0021295 + 0.0021995 + 0.0021072 Mean - 6.5270 ms - 6.5310 ms - 6.5358 ms + 6.5633 ms + 6.5896 ms + 6.6199 ms Std. Dev. - 11.184 µs - 22.744 µs - 31.253 µs + 96.987 µs + 145.41 µs + 192.44 µs Median - 6.5226 ms - 6.5249 ms - 6.5268 ms + 6.5214 ms + 6.5230 ms + 6.5265 ms MAD - 4.9946 µs - 7.5958 µs - 9.9880 µs + 5.5616 µs + 8.1664 µs + 13.111 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2495% - -0.1032% - +0.0181% - (p = 0.14 > + +0.4926% + +0.8977% + +1.3357% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg index 74d090311b9..4ff7d049999 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.52 + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - -6.58 + + +6.9 - - -6.6 + + +7.0 + + + +7.1 - - -6.62 + + +7.2 - - -6.64 + + +7.3 - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg index 4fe579c5f25..d40197d7d8f 100644 --- a/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.52 + +6.6 - - -6.54 + + +6.7 - - -6.56 + + +6.8 - - -6.58 + + +6.9 - - -6.6 + + +7.0 + + + +7.1 - - -6.62 + + +7.2 - - -6.64 + + +7.3 - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/mean.svg b/criterion/arithmetic_hydroflow_surface/report/mean.svg index 2b9aea45391..408c62a2a87 100644 --- a/criterion/arithmetic_hydroflow_surface/report/mean.svg +++ b/criterion/arithmetic_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 + +5 - - -80 + + +10 - - -100 + + +15 - - -120 - - - -140 + + +20 - - -160 + + +25 - - -180 + + +30 - + - -6.526 + +6.56 - - -6.527 - - + -6.528 +6.57 - -6.529 - - - -6.53 - - - -6.531 - - - -6.532 + +6.58 - - -6.533 + + +6.59 - - -6.534 + + +6.6 - - -6.535 + + +6.61 - - -6.536 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/median.svg b/criterion/arithmetic_hydroflow_surface/report/median.svg index 74f0edfc72e..5fd96bcfca0 100644 --- a/criterion/arithmetic_hydroflow_surface/report/median.svg +++ b/criterion/arithmetic_hydroflow_surface/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + - -6.5225 + +6.521 - - -6.523 + + +6.522 - - -6.5235 + + +6.523 - - + + 6.524 - - -6.5245 - - - + + 6.525 - - -6.5255 - - - + + 6.526 - - -6.5265 - - - -6.527 - - - - - + + + + Bootstrap distribution diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf.svg b/criterion/arithmetic_hydroflow_surface/report/pdf.svg index a4b6f251dfe..b7b62dff7be 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf.svg @@ -46,42 +46,30 @@ Average Time (ms) - -6.5 + +6.4 - - -6.52 - - - -6.54 - - - -6.56 - - - -6.58 - - - + + 6.6 - - -6.62 + + +6.8 - - -6.64 + + +7 - - -6.66 + + +7.2 - + + +7.4 + + Density (a.u.) @@ -90,52 +78,82 @@ Density (a.u.) 0 - -5 + +0.5 + + + +1 + + + +1.5 + + + +2 + + + +2.5 + + + +3 + + + +3.5 + + + +4 - - -10 - - - -15 - - - -20 - - - -25 - - - -30 - - - - - - - - + + +4.5 + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg index ad930272886..67e13d39424 100644 --- a/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,59 @@ Average Time (ms) 0 - -5 + +0.5 + + + +1 + + + +1.5 + + + +2 - - -10 + + +2.5 - - -15 + + +3 - - -20 + + +3.5 - + -25 +4 - -30 + +4.5 - + + +5 + + - + 6.5 - - -6.55 - - - -6.6 + + +7 - - -6.65 + + +7.5 - - - + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg index f0660c6f82d..3af20ffbe47 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,42 +13,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.55 - - - + 6.6 - - -6.65 - - - + + 6.7 - - -6.75 - - - + + 6.8 - - -6.85 + + +6.9 + + + +7.0 + + + +7.1 + + + +7.2 + + + +7.3 - + 0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg index aff077b97ed..1ed185c48ad 100644 --- a/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/arithmetic_hydroflow_surface/report/relative_pdf_small.svg @@ -31,28 +31,20 @@ Average Time (ms) - + 6.5 - - -6.6 + + +7 - - -6.7 - - - -6.8 - - + -6.9 +7.5 - - - - + + + + diff --git a/criterion/arithmetic_hydroflow_surface/report/typical.svg b/criterion/arithmetic_hydroflow_surface/report/typical.svg index 9fe8316f1ae..cb31c3d0142 100644 --- a/criterion/arithmetic_hydroflow_surface/report/typical.svg +++ b/criterion/arithmetic_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -20 - - - -40 - - - -60 + +5 - - -80 + + +10 - - -100 + + +15 - - -120 - - - -140 + + +20 - - -160 + + +25 - - -180 + + +30 - + - -6.526 + +6.56 - - -6.527 - - + -6.528 +6.57 - -6.529 - - - -6.53 - - - -6.531 - - - -6.532 + +6.58 - - -6.533 + + +6.59 - - -6.534 + + +6.6 - - -6.535 + + +6.61 - - -6.536 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/base/estimates.json b/criterion/fan_in_hydroflow/base/estimates.json index c49d4354c87..1fa0e3a6c24 100644 --- a/criterion/fan_in_hydroflow/base/estimates.json +++ b/criterion/fan_in_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73796684.61,"upper_bound":74060106.04349999},"point_estimate":73926872.63,"standard_error":67342.72894044204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73647807.0,"upper_bound":74102889.0},"point_estimate":73836465.0,"standard_error":128551.0429048808},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562640.7596111298,"upper_bound":883402.9689064601},"point_estimate":690784.0992361307,"standard_error":80900.07500896686},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589417.7528859256,"upper_bound":756727.874543437},"point_estimate":678351.9720662086,"standard_error":42619.76619034485}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74904850.63125,"upper_bound":75256368.49},"point_estimate":75082283.26,"standard_error":89631.9277450561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75150614.0,"upper_bound":75420241.5},"point_estimate":75278607.5,"standard_error":65280.30626411564},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":506138.87461423874,"upper_bound":855772.2721070051},"point_estimate":665132.8957915306,"standard_error":88638.84050270353},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751668.226858323,"upper_bound":1041208.1399072276},"point_estimate":900628.3840229835,"standard_error":73825.71887365638}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/sample.json b/criterion/fan_in_hydroflow/base/sample.json index d5964aa74af..7641a6400da 100644 --- a/criterion/fan_in_hydroflow/base/sample.json +++ b/criterion/fan_in_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73068486.0,73294600.0,73324766.0,73512407.0,73505625.0,73959985.0,75182944.0,72910691.0,73352788.0,73459959.0,73455841.0,73110205.0,73082918.0,72950081.0,72870521.0,73179771.0,73102897.0,74450749.0,74942009.0,73613322.0,74301360.0,74630807.0,74859675.0,74348358.0,74267387.0,73598985.0,74226039.0,73182465.0,74894480.0,75105325.0,73695546.0,74344802.0,74237070.0,75400979.0,73187505.0,73089551.0,73993864.0,74149957.0,74069897.0,74725534.0,73655421.0,73427334.0,74124760.0,72581360.0,73285909.0,73277874.0,75124450.0,75740074.0,74715465.0,74292754.0,73662925.0,73603584.0,74449691.0,73647807.0,74212804.0,74226830.0,73900981.0,75509602.0,74903177.0,74942410.0,74546579.0,74075186.0,74873100.0,75114512.0,74797839.0,74218154.0,74146580.0,73864623.0,74339372.0,73808307.0,73657956.0,73480153.0,74120281.0,73478941.0,74512552.0,73784874.0,74692913.0,74261485.0,74047324.0,73702278.0,73114829.0,73538162.0,73775506.0,73920607.0,73931158.0,73642156.0,74382612.0,73369505.0,74106566.0,74102889.0,73638289.0,73534995.0,73400694.0,73748425.0,73104450.0,73182676.0,73104620.0,72757170.0,73345210.0,73538372.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73301038.0,73557136.0,74082384.0,73222021.0,74652647.0,74456370.0,73596108.0,73868415.0,74041968.0,74073717.0,73777948.0,73367802.0,73750897.0,73242970.0,73968412.0,73233522.0,73641543.0,73118158.0,72985380.0,74419392.0,73600136.0,73569738.0,73962090.0,75805587.0,75783934.0,75551531.0,75902926.0,75334768.0,75761011.0,75395210.0,74479774.0,74710835.0,75284653.0,74971240.0,75210145.0,75439132.0,75272562.0,75449931.0,75130467.0,75351348.0,75706620.0,75213381.0,75793993.0,75237526.0,75409466.0,75210907.0,75317375.0,75705407.0,75506407.0,75745593.0,75788733.0,75249518.0,75644565.0,75401351.0,75800886.0,74948427.0,75439462.0,75929005.0,76006970.0,75590113.0,75150614.0,75632141.0,74746581.0,75259467.0,75540390.0,75313587.0,75212830.0,74927098.0,75830491.0,75828167.0,76143494.0,74830458.0,75945716.0,75929165.0,76305676.0,75094550.0,75562150.0,75126489.0,75489917.0,74879139.0,74962834.0,75708714.0,75565166.0,75152668.0,75791899.0,74876784.0,74800292.0,74853601.0,75567460.0,75661255.0,75008148.0,76155576.0,78188654.0,75149762.0,76636622.0,76240465.0,75727710.0,75322605.0,75333645.0,75805795.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/base/tukey.json b/criterion/fan_in_hydroflow/base/tukey.json index 1acd9f46402..96fc9d3e17c 100644 --- a/criterion/fan_in_hydroflow/base/tukey.json +++ b/criterion/fan_in_hydroflow/base/tukey.json @@ -1 +1 @@ -[70660507.5,72040590.75,75720812.75,77100896.0] \ No newline at end of file +[71833447.25,73285545.875,77157808.875,78609907.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/change/estimates.json b/criterion/fan_in_hydroflow/change/estimates.json index 5918e374e0c..9c897d43e8b 100644 --- a/criterion/fan_in_hydroflow/change/estimates.json +++ b/criterion/fan_in_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02641640559978635,"upper_bound":-0.016298487976005086},"point_estimate":-0.02089147486161036,"standard_error":0.002590061381411005},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020683307734579603,"upper_bound":-0.012736621649597657},"point_estimate":-0.017278701936568663,"standard_error":0.002057523686549357}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.012484294950189734,"upper_bound":0.01856133228586542},"point_estimate":0.015629101961106562,"standard_error":0.0015356931185681792},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.015369423653426306,"upper_bound":0.022783607802031147},"point_estimate":0.019531575624591513,"standard_error":0.0019978195003395242}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/estimates.json b/criterion/fan_in_hydroflow/new/estimates.json index c49d4354c87..1fa0e3a6c24 100644 --- a/criterion/fan_in_hydroflow/new/estimates.json +++ b/criterion/fan_in_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73796684.61,"upper_bound":74060106.04349999},"point_estimate":73926872.63,"standard_error":67342.72894044204},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":73647807.0,"upper_bound":74102889.0},"point_estimate":73836465.0,"standard_error":128551.0429048808},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":562640.7596111298,"upper_bound":883402.9689064601},"point_estimate":690784.0992361307,"standard_error":80900.07500896686},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":589417.7528859256,"upper_bound":756727.874543437},"point_estimate":678351.9720662086,"standard_error":42619.76619034485}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":74904850.63125,"upper_bound":75256368.49},"point_estimate":75082283.26,"standard_error":89631.9277450561},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":75150614.0,"upper_bound":75420241.5},"point_estimate":75278607.5,"standard_error":65280.30626411564},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":506138.87461423874,"upper_bound":855772.2721070051},"point_estimate":665132.8957915306,"standard_error":88638.84050270353},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751668.226858323,"upper_bound":1041208.1399072276},"point_estimate":900628.3840229835,"standard_error":73825.71887365638}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/sample.json b/criterion/fan_in_hydroflow/new/sample.json index d5964aa74af..7641a6400da 100644 --- a/criterion/fan_in_hydroflow/new/sample.json +++ b/criterion/fan_in_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73068486.0,73294600.0,73324766.0,73512407.0,73505625.0,73959985.0,75182944.0,72910691.0,73352788.0,73459959.0,73455841.0,73110205.0,73082918.0,72950081.0,72870521.0,73179771.0,73102897.0,74450749.0,74942009.0,73613322.0,74301360.0,74630807.0,74859675.0,74348358.0,74267387.0,73598985.0,74226039.0,73182465.0,74894480.0,75105325.0,73695546.0,74344802.0,74237070.0,75400979.0,73187505.0,73089551.0,73993864.0,74149957.0,74069897.0,74725534.0,73655421.0,73427334.0,74124760.0,72581360.0,73285909.0,73277874.0,75124450.0,75740074.0,74715465.0,74292754.0,73662925.0,73603584.0,74449691.0,73647807.0,74212804.0,74226830.0,73900981.0,75509602.0,74903177.0,74942410.0,74546579.0,74075186.0,74873100.0,75114512.0,74797839.0,74218154.0,74146580.0,73864623.0,74339372.0,73808307.0,73657956.0,73480153.0,74120281.0,73478941.0,74512552.0,73784874.0,74692913.0,74261485.0,74047324.0,73702278.0,73114829.0,73538162.0,73775506.0,73920607.0,73931158.0,73642156.0,74382612.0,73369505.0,74106566.0,74102889.0,73638289.0,73534995.0,73400694.0,73748425.0,73104450.0,73182676.0,73104620.0,72757170.0,73345210.0,73538372.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[73301038.0,73557136.0,74082384.0,73222021.0,74652647.0,74456370.0,73596108.0,73868415.0,74041968.0,74073717.0,73777948.0,73367802.0,73750897.0,73242970.0,73968412.0,73233522.0,73641543.0,73118158.0,72985380.0,74419392.0,73600136.0,73569738.0,73962090.0,75805587.0,75783934.0,75551531.0,75902926.0,75334768.0,75761011.0,75395210.0,74479774.0,74710835.0,75284653.0,74971240.0,75210145.0,75439132.0,75272562.0,75449931.0,75130467.0,75351348.0,75706620.0,75213381.0,75793993.0,75237526.0,75409466.0,75210907.0,75317375.0,75705407.0,75506407.0,75745593.0,75788733.0,75249518.0,75644565.0,75401351.0,75800886.0,74948427.0,75439462.0,75929005.0,76006970.0,75590113.0,75150614.0,75632141.0,74746581.0,75259467.0,75540390.0,75313587.0,75212830.0,74927098.0,75830491.0,75828167.0,76143494.0,74830458.0,75945716.0,75929165.0,76305676.0,75094550.0,75562150.0,75126489.0,75489917.0,74879139.0,74962834.0,75708714.0,75565166.0,75152668.0,75791899.0,74876784.0,74800292.0,74853601.0,75567460.0,75661255.0,75008148.0,76155576.0,78188654.0,75149762.0,76636622.0,76240465.0,75727710.0,75322605.0,75333645.0,75805795.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/new/tukey.json b/criterion/fan_in_hydroflow/new/tukey.json index 1acd9f46402..96fc9d3e17c 100644 --- a/criterion/fan_in_hydroflow/new/tukey.json +++ b/criterion/fan_in_hydroflow/new/tukey.json @@ -1 +1 @@ -[70660507.5,72040590.75,75720812.75,77100896.0] \ No newline at end of file +[71833447.25,73285545.875,77157808.875,78609907.5] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow/report/MAD.svg b/criterion/fan_in_hydroflow/report/MAD.svg index 410b1f4a09e..fb39e7eaebf 100644 --- a/criterion/fan_in_hydroflow/report/MAD.svg +++ b/criterion/fan_in_hydroflow/report/MAD.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (µs) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - + + +0.0035 + + + 0.004 - - + + +0.0045 + + + 0.005 - - -0.006 + + +0.0055 - + - + +500 + + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - -900 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/SD.svg b/criterion/fan_in_hydroflow/report/SD.svg index 65b68063882..58df7a47f9e 100644 --- a/criterion/fan_in_hydroflow/report/SD.svg +++ b/criterion/fan_in_hydroflow/report/SD.svg @@ -6,93 +6,65 @@ fan_in/hydroflow:SD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +1 - - -0.002 + + +2 - - -0.003 + + +3 - - -0.004 + + +4 - - -0.005 + + +5 - - -0.006 + + +6 - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - + - -580 - - - -600 - - - -620 - - - -640 + +0.75 - - -660 + + +0.8 - - -680 + + +0.85 - - -700 + + +0.9 - - -720 + + +0.95 - - -740 + + +1 - - -760 + + +1.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/both/iteration_times.svg b/criterion/fan_in_hydroflow/report/both/iteration_times.svg index 1acbeb24e23..c17cb6ba3d5 100644 --- a/criterion/fan_in_hydroflow/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,62 @@ Average Iteration Time (ms) - - + + + - - - - - + + + + + + + - -74.0 + +73.0 - - -76.0 + + +73.5 - + + +74.0 + + -78.0 +74.5 - -80.0 + +75.0 - - -82.0 + + +75.5 - - -84.0 + + +76.0 + + + +76.5 - - -86.0 + + +77.0 - - -88.0 + + +77.5 + + + +78.0 - + 0 @@ -102,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow/report/both/pdf.svg b/criterion/fan_in_hydroflow/report/both/pdf.svg index 09129494ad1..ddccd8d7faa 100644 --- a/criterion/fan_in_hydroflow/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow/report/both/pdf.svg @@ -9,67 +9,67 @@ Density (a.u.) Average Time (ms) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - -75 - - - -80 - - - -85 - - - -90 - - - - - - + +72 + + + +74 + + + +76 + + + +78 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow/report/change/mean.svg b/criterion/fan_in_hydroflow/report/change/mean.svg index b9c6b8be7cc..864f7b49ebd 100644 --- a/criterion/fan_in_hydroflow/report/change/mean.svg +++ b/criterion/fan_in_hydroflow/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + + +0.012 - - -140 + + +0.013 - - - --0.026 + + +0.014 - - --0.024 + + +0.015 - - --0.022 + + +0.016 - - --0.02 + + +0.017 - - --0.018 + + +0.018 - - --0.016 + + +0.019 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/median.svg b/criterion/fan_in_hydroflow/report/change/median.svg index b56264af786..f9e079b757b 100644 --- a/criterion/fan_in_hydroflow/report/change/median.svg +++ b/criterion/fan_in_hydroflow/report/change/median.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - --0.021 + +0.015 - - --0.02 + + +0.016 - - --0.019 + + +0.017 - - --0.018 + + +0.018 - - --0.017 + + +0.019 - - --0.016 + + +0.02 - - --0.015 + + +0.021 - - --0.014 + + +0.022 - - --0.013 + + +0.023 - - --0.012 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/change/t-test.svg b/criterion/fan_in_hydroflow/report/change/t-test.svg index c76162bb4ec..5dc97530317 100644 --- a/criterion/fan_in_hydroflow/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow/report/index.html b/criterion/fan_in_hydroflow/report/index.html index e30a629dc77..7bf1dab4d9d 100644 --- a/criterion/fan_in_hydroflow/report/index.html +++ b/criterion/fan_in_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0031841 - 0.0033022 - 0.0031787 + 0.0062337 + 0.0064765 + 0.0062425 Mean - 73.797 ms - 73.927 ms - 74.060 ms + 74.905 ms + 75.082 ms + 75.256 ms Std. Dev. - 589.42 µs - 678.35 µs - 756.73 µs + 751.67 µs + 900.63 µs + 1.0412 ms Median - 73.648 ms - 73.836 ms - 74.103 ms + 75.151 ms + 75.279 ms + 75.420 ms MAD - 562.64 µs - 690.78 µs - 883.40 µs + 506.14 µs + 665.13 µs + 855.77 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.6416% - -2.0891% - -1.6298% + +1.2484% + +1.5629% + +1.8561% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow/report/iteration_times.svg b/criterion/fan_in_hydroflow/report/iteration_times.svg index 01a6c457159..20a1e7d0548 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times.svg @@ -15,37 +15,62 @@ Average Iteration Time (ms) - + + + - - - - + + + + + + + - + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - + + +76.0 + + + +76.5 + + + +77.0 + + + +77.5 + + + +78.0 + + 10 @@ -87,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow/report/iteration_times_small.svg b/criterion/fan_in_hydroflow/report/iteration_times_small.svg index 71576e5767a..0bb29f6dc8e 100644 --- a/criterion/fan_in_hydroflow/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/iteration_times_small.svg @@ -12,37 +12,62 @@ Average Iteration Time (ms) - + + + - - - - + + + + + + + - + 73.0 - - + + 73.5 - - + + 74.0 - - + + 74.5 - - + + 75.0 - - + + 75.5 - + + +76.0 + + + +76.5 + + + +77.0 + + + +77.5 + + + +78.0 + + 10 @@ -84,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/mean.svg b/criterion/fan_in_hydroflow/report/mean.svg index 3048dd7fe00..2a209236091 100644 --- a/criterion/fan_in_hydroflow/report/mean.svg +++ b/criterion/fan_in_hydroflow/report/mean.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - + -2 +1.5 - -3 + +2 + + + +2.5 - + -4 +3 - -5 + +3.5 + + + +4 - + -6 +4.5 - -73.8 + +74.9 + + + +74.95 + + + +75 - - -73.85 + + +75.05 - - -73.9 + + +75.1 - - -73.95 + + +75.15 - - -74 + + +75.2 - - -74.05 + + +75.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/median.svg b/criterion/fan_in_hydroflow/report/median.svg index b75807f1a28..192dd8f991d 100644 --- a/criterion/fan_in_hydroflow/report/median.svg +++ b/criterion/fan_in_hydroflow/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + - -73.6 + +75.15 - - -73.7 + + +75.2 - - -73.8 + + +75.25 - + -73.9 +75.3 - -74 + +75.35 + + + +75.4 - - -74.1 + + +75.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow/report/pdf.svg b/criterion/fan_in_hydroflow/report/pdf.svg index 8f17aab3332..aa78fda6948 100644 --- a/criterion/fan_in_hydroflow/report/pdf.svg +++ b/criterion/fan_in_hydroflow/report/pdf.svg @@ -54,46 +54,38 @@ Average Time (ms) - + 72 - - -72.5 - - - + + 73 - - -73.5 - - - + + 74 - - -74.5 - - - + + 75 - - -75.5 - - - + + 76 - - -76.5 + + +77 + + + +78 + + + +79 - + Density (a.u.) @@ -102,54 +94,64 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - - - - + + + + + - - - + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow/report/pdf_small.svg b/criterion/fan_in_hydroflow/report/pdf_small.svg index cf96fa33e8c..530a8174ce4 100644 --- a/criterion/fan_in_hydroflow/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - + - + 72 - - -73 - - - + + 74 - - -75 - - - + + 76 - - - + + +78 + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg index c4409a4a58d..faad1b5ae38 100644 --- a/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,62 @@ Average Iteration Time (ms) - - + + + - - - - - + + + + + + + - -74.0 + +73.0 - - -76.0 + + +73.5 - + + +74.0 + + -78.0 +74.5 - -80.0 + +75.0 - - -82.0 + + +75.5 - - -84.0 + + +76.0 + + + +76.5 - - -86.0 + + +77.0 - - -88.0 + + +77.5 + + + +78.0 - + 0 @@ -99,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg index 44c86ccc110..edfe1cf4e59 100644 --- a/criterion/fan_in_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow/report/relative_pdf_small.svg @@ -10,61 +10,61 @@ Average Time (ms) 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - + - -75 - - - -80 - - - -85 - - - -90 - - - - - - + +72 + + + +74 + + + +76 + + + +78 + + + + + + diff --git a/criterion/fan_in_hydroflow/report/typical.svg b/criterion/fan_in_hydroflow/report/typical.svg index 119013bb44c..fb24e65285d 100644 --- a/criterion/fan_in_hydroflow/report/typical.svg +++ b/criterion/fan_in_hydroflow/report/typical.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - + -2 +1.5 - -3 + +2 + + + +2.5 - + -4 +3 - -5 + +3.5 + + + +4 - + -6 +4.5 - -73.8 + +74.9 + + + +74.95 + + + +75 - - -73.85 + + +75.05 - - -73.9 + + +75.1 - - -73.95 + + +75.15 - - -74 + + +75.2 - - -74.05 + + +75.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/base/estimates.json b/criterion/fan_in_hydroflow_surface/base/estimates.json index bf639e638e1..53b88975654 100644 --- a/criterion/fan_in_hydroflow_surface/base/estimates.json +++ b/criterion/fan_in_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40709128.418625,"upper_bound":40799469.00825},"point_estimate":40754822.08,"standard_error":23036.108525162297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40713529.75,"upper_bound":40783892.25},"point_estimate":40742354.5,"standard_error":17914.337921574974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70198.88485372066,"upper_bound":137453.69680970907},"point_estimate":100040.28647392988,"standard_error":17224.118467513457},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175919.27422702697,"upper_bound":282516.531146945},"point_estimate":232720.48012092913,"standard_error":27235.66745385747}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40307721.6375,"upper_bound":40374850.02275},"point_estimate":40340724.345,"standard_error":17084.261108510953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40318905.25,"upper_bound":40355100.75},"point_estimate":40340042.25,"standard_error":10378.21554427958},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52154.9018740654,"upper_bound":94484.24307256937},"point_estimate":63740.67936837673,"standard_error":11344.098666199428},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134392.832341194,"upper_bound":204408.61896413646},"point_estimate":171299.94412945973,"standard_error":17846.89760333146}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/sample.json b/criterion/fan_in_hydroflow_surface/base/sample.json index 26618a9321e..8b61f013725 100644 --- a/criterion/fan_in_hydroflow_surface/base/sample.json +++ b/criterion/fan_in_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81366917.0,81761215.0,81411350.0,81385542.0,82036029.0,81309039.0,81444652.0,80625399.0,81421679.0,80227032.0,81712985.0,82376076.0,80216703.0,81657922.0,81656981.0,81324718.0,81347932.0,81905956.0,81957793.0,82209225.0,81432440.0,81661468.0,81953094.0,81524221.0,81713145.0,81370875.0,81373319.0,81408215.0,81373600.0,81352622.0,81585989.0,80343502.0,81509946.0,81804848.0,81389000.0,81577072.0,80375342.0,81747551.0,81675156.0,81354896.0,81383189.0,81661299.0,81420609.0,81540393.0,81603732.0,81736781.0,81863458.0,81558497.0,81304743.0,81484058.0,81382187.0,81510427.0,81469590.0,81418004.0,82019410.0,81468348.0,81444734.0,82067841.0,81752109.0,81744445.0,82726534.0,81447799.0,81356239.0,81365396.0,81317616.0,81349476.0,81381366.0,81790030.0,81723366.0,81860202.0,81418074.0,82010974.0,82483799.0,81626054.0,81427822.0,81457608.0,80437028.0,80168967.0,81301056.0,81365596.0,81622738.0,81617407.0,81462628.0,81359435.0,81350037.0,81533189.0,81485360.0,81381315.0,81605616.0,81679484.0,81406793.0,81806261.0,81495399.0,81828142.0,81623809.0,81531647.0,81567003.0,83212714.0,81416522.0,80248615.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[80658967.0,81037611.0,80964065.0,80707067.0,80705884.0,80610326.0,80714350.0,80583887.0,80616908.0,81014018.0,80401567.0,80595307.0,81356546.0,80884237.0,80515579.0,80947074.0,80746519.0,80648607.0,80761165.0,80960868.0,80572444.0,80565351.0,80593373.0,80604894.0,80617679.0,80146240.0,81241671.0,80807632.0,80635060.0,79931661.0,80640150.0,80624222.0,79950415.0,80061392.0,80640561.0,80573476.0,80549732.0,81689565.0,80583966.0,80594826.0,80288506.0,80745987.0,80554681.0,80219417.0,81029977.0,80825876.0,80256305.0,80587884.0,81114074.0,80715561.0,80691577.0,81797496.0,81069551.0,80652974.0,80748583.0,80721973.0,80033510.0,80617248.0,80678001.0,81340946.0,80670628.0,80701996.0,80620794.0,80682168.0,80098241.0,80656821.0,80626175.0,80010057.0,80564780.0,80509427.0,80922377.0,81009719.0,80791913.0,80746078.0,80738784.0,81863019.0,79931862.0,80720810.0,80703398.0,80700252.0,80706053.0,80765134.0,80597711.0,80688050.0,80827359.0,80649629.0,80028792.0,80918690.0,80226149.0,80629560.0,80689613.0,81083206.0,80206133.0,80656881.0,80750596.0,80762699.0,80733384.0,80728244.0,80755465.0,80727233.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/base/tukey.json b/criterion/fan_in_hydroflow_surface/base/tukey.json index 22259304cb0..ac2d9cc6010 100644 --- a/criterion/fan_in_hydroflow_surface/base/tukey.json +++ b/criterion/fan_in_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[40177522.0,40432143.4375,41111133.9375,41365755.375] \ No newline at end of file +[40031486.25,40162469.25,40511757.25,40642740.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/change/estimates.json b/criterion/fan_in_hydroflow_surface/change/estimates.json index 1221622c376..6b24c025ad0 100644 --- a/criterion/fan_in_hydroflow_surface/change/estimates.json +++ b/criterion/fan_in_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6.666822156753891e-6,"upper_bound":0.0049453528448826275},"point_estimate":0.0024117552882982896,"standard_error":0.0012593060410496868},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004473335692797287,"upper_bound":0.006079545275607945},"point_estimate":-0.003168341986375167,"standard_error":0.0025123193325186856}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011564604780902628,"upper_bound":-0.008847531440520372},"point_estimate":-0.01016070525807089,"standard_error":0.0006887240125419506},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01101980830531435,"upper_bound":-0.009069221981105602},"point_estimate":-0.009874545910202648,"standard_error":0.0005067733428433621}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/estimates.json b/criterion/fan_in_hydroflow_surface/new/estimates.json index bf639e638e1..53b88975654 100644 --- a/criterion/fan_in_hydroflow_surface/new/estimates.json +++ b/criterion/fan_in_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40709128.418625,"upper_bound":40799469.00825},"point_estimate":40754822.08,"standard_error":23036.108525162297},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40713529.75,"upper_bound":40783892.25},"point_estimate":40742354.5,"standard_error":17914.337921574974},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70198.88485372066,"upper_bound":137453.69680970907},"point_estimate":100040.28647392988,"standard_error":17224.118467513457},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":175919.27422702697,"upper_bound":282516.531146945},"point_estimate":232720.48012092913,"standard_error":27235.66745385747}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40307721.6375,"upper_bound":40374850.02275},"point_estimate":40340724.345,"standard_error":17084.261108510953},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40318905.25,"upper_bound":40355100.75},"point_estimate":40340042.25,"standard_error":10378.21554427958},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52154.9018740654,"upper_bound":94484.24307256937},"point_estimate":63740.67936837673,"standard_error":11344.098666199428},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":134392.832341194,"upper_bound":204408.61896413646},"point_estimate":171299.94412945973,"standard_error":17846.89760333146}} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/sample.json b/criterion/fan_in_hydroflow_surface/new/sample.json index 26618a9321e..8b61f013725 100644 --- a/criterion/fan_in_hydroflow_surface/new/sample.json +++ b/criterion/fan_in_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[81366917.0,81761215.0,81411350.0,81385542.0,82036029.0,81309039.0,81444652.0,80625399.0,81421679.0,80227032.0,81712985.0,82376076.0,80216703.0,81657922.0,81656981.0,81324718.0,81347932.0,81905956.0,81957793.0,82209225.0,81432440.0,81661468.0,81953094.0,81524221.0,81713145.0,81370875.0,81373319.0,81408215.0,81373600.0,81352622.0,81585989.0,80343502.0,81509946.0,81804848.0,81389000.0,81577072.0,80375342.0,81747551.0,81675156.0,81354896.0,81383189.0,81661299.0,81420609.0,81540393.0,81603732.0,81736781.0,81863458.0,81558497.0,81304743.0,81484058.0,81382187.0,81510427.0,81469590.0,81418004.0,82019410.0,81468348.0,81444734.0,82067841.0,81752109.0,81744445.0,82726534.0,81447799.0,81356239.0,81365396.0,81317616.0,81349476.0,81381366.0,81790030.0,81723366.0,81860202.0,81418074.0,82010974.0,82483799.0,81626054.0,81427822.0,81457608.0,80437028.0,80168967.0,81301056.0,81365596.0,81622738.0,81617407.0,81462628.0,81359435.0,81350037.0,81533189.0,81485360.0,81381315.0,81605616.0,81679484.0,81406793.0,81806261.0,81495399.0,81828142.0,81623809.0,81531647.0,81567003.0,83212714.0,81416522.0,80248615.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[80658967.0,81037611.0,80964065.0,80707067.0,80705884.0,80610326.0,80714350.0,80583887.0,80616908.0,81014018.0,80401567.0,80595307.0,81356546.0,80884237.0,80515579.0,80947074.0,80746519.0,80648607.0,80761165.0,80960868.0,80572444.0,80565351.0,80593373.0,80604894.0,80617679.0,80146240.0,81241671.0,80807632.0,80635060.0,79931661.0,80640150.0,80624222.0,79950415.0,80061392.0,80640561.0,80573476.0,80549732.0,81689565.0,80583966.0,80594826.0,80288506.0,80745987.0,80554681.0,80219417.0,81029977.0,80825876.0,80256305.0,80587884.0,81114074.0,80715561.0,80691577.0,81797496.0,81069551.0,80652974.0,80748583.0,80721973.0,80033510.0,80617248.0,80678001.0,81340946.0,80670628.0,80701996.0,80620794.0,80682168.0,80098241.0,80656821.0,80626175.0,80010057.0,80564780.0,80509427.0,80922377.0,81009719.0,80791913.0,80746078.0,80738784.0,81863019.0,79931862.0,80720810.0,80703398.0,80700252.0,80706053.0,80765134.0,80597711.0,80688050.0,80827359.0,80649629.0,80028792.0,80918690.0,80226149.0,80629560.0,80689613.0,81083206.0,80206133.0,80656881.0,80750596.0,80762699.0,80733384.0,80728244.0,80755465.0,80727233.0]} \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/new/tukey.json b/criterion/fan_in_hydroflow_surface/new/tukey.json index 22259304cb0..ac2d9cc6010 100644 --- a/criterion/fan_in_hydroflow_surface/new/tukey.json +++ b/criterion/fan_in_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[40177522.0,40432143.4375,41111133.9375,41365755.375] \ No newline at end of file +[40031486.25,40162469.25,40511757.25,40642740.25] \ No newline at end of file diff --git a/criterion/fan_in_hydroflow_surface/report/MAD.svg b/criterion/fan_in_hydroflow_surface/report/MAD.svg index b43d02f7447..37ab58160bc 100644 --- a/criterion/fan_in_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_in_hydroflow_surface/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + - -70 + +50 - - -80 + + +55 - - -90 + + +60 + + + +65 + + + +70 - - -100 + + +75 - - -110 + + +80 - - -120 + + +85 - - -130 + + +90 - - -140 + + +95 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/SD.svg b/criterion/fan_in_hydroflow_surface/report/SD.svg index bb9c7b948b1..e163ee788e4 100644 --- a/criterion/fan_in_hydroflow_surface/report/SD.svg +++ b/criterion/fan_in_hydroflow_surface/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.002 + +0.005 - - -0.004 + + +0.01 - - -0.006 + + +0.015 - - -0.008 + + +0.02 - - -0.01 + + + +130 - - -0.012 + + +140 - - -0.014 + + +150 - - - -180 + + +160 - - -200 + + +170 - - -220 + + +180 - - -240 + + +190 - - -260 + + +200 - - -280 + + +210 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg index f7310c0e989..48169e19262 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -39.0 + +40.0 - - -39.5 + + +40.2 - - -40.0 + + +40.4 - - -40.5 + + +40.6 - - + + +40.8 + + + 41.0 - - -41.5 + + +41.2 + + + +41.4 - + 0 @@ -92,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg index a528a9a7b11..8bd82fbd0f9 100644 --- a/criterion/fan_in_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/both/pdf.svg @@ -9,43 +9,51 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -39 + + +3 - - + + + 40 - - + + +40.5 + + + 41 - - - - - + + +41.5 + + + + + + Base PDF diff --git a/criterion/fan_in_hydroflow_surface/report/change/mean.svg b/criterion/fan_in_hydroflow_surface/report/change/mean.svg index a848c4527cd..b44c400c43a 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/mean.svg @@ -9,59 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + + +350 + + + +400 + + + +450 + + + +500 + + + +550 + + - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - -0.005 - - - - - - + +-0.0115 + + + +-0.011 + + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/median.svg b/criterion/fan_in_hydroflow_surface/report/change/median.svg index 89befba9e4b..7795c802d46 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 + + +400 + + + +500 + + + +600 + + + +700 - + - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +-0.011 + + + +-0.0105 + + + +-0.01 + + + +-0.0095 + + + +-0.009 + + + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg index 0404f5fe31f..42a21495e92 100644 --- a/criterion/fan_in_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_in_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fan_in_hydroflow_surface/report/index.html b/criterion/fan_in_hydroflow_surface/report/index.html index 51a47ec7545..60529da7373 100644 --- a/criterion/fan_in_hydroflow_surface/report/index.html +++ b/criterion/fan_in_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0666127 - 0.0690276 - 0.0667184 + 0.0001738 + 0.0001804 + 0.0001734 Mean - 40.709 ms - 40.755 ms - 40.799 ms + 40.308 ms + 40.341 ms + 40.375 ms Std. Dev. - 175.92 µs - 232.72 µs - 282.52 µs + 134.39 µs + 171.30 µs + 204.41 µs Median - 40.714 ms - 40.742 ms - 40.784 ms + 40.319 ms + 40.340 ms + 40.355 ms MAD - 70.199 µs - 100.04 µs - 137.45 µs + 52.155 µs + 63.741 µs + 94.484 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +0.0007% - +0.2412% - +0.4945% - (p = 0.06 > + -1.1565% + -1.0161% + -0.8848% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg index 528c48860e5..41fbc954c77 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times.svg @@ -15,47 +15,57 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + - + +40.0 + + + +40.1 + + + 40.2 - - -40.4 + + +40.3 - - -40.6 + + +40.4 - - -40.8 + + +40.5 - - -41.0 + + +40.6 - - -41.2 + + +40.7 - - -41.4 + + +40.8 - - -41.6 + + +40.9 - + 10 @@ -97,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg index 8c375eb47ab..ba51547a114 100644 --- a/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/iteration_times_small.svg @@ -12,47 +12,57 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - + - + +40.0 + + + +40.1 + + + 40.2 - - -40.4 + + +40.3 - - -40.6 + + +40.4 - - -40.8 + + +40.5 - - -41.0 + + +40.6 - - -41.2 + + +40.7 - + -41.4 +40.8 - -41.6 + +40.9 - + 10 @@ -94,104 +104,104 @@ Average Iteration Time (ms) 100 - - - + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/mean.svg b/criterion/fan_in_hydroflow_surface/report/mean.svg index 9c4864e0d0c..512064f1c77 100644 --- a/criterion/fan_in_hydroflow_surface/report/mean.svg +++ b/criterion/fan_in_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 + + +25 - + - -40.7 - - - -40.71 - - - -40.72 - - - -40.73 + +40.31 - - -40.74 + + +40.32 - - -40.75 + + +40.33 - - -40.76 + + +40.34 - - -40.77 + + +40.35 - - -40.78 + + +40.36 - - -40.79 + + +40.37 - - -40.8 + + +40.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/median.svg b/criterion/fan_in_hydroflow_surface/report/median.svg index 77ad1538660..91c544350ab 100644 --- a/criterion/fan_in_hydroflow_surface/report/median.svg +++ b/criterion/fan_in_hydroflow_surface/report/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - + + +35 + + + +40 + + + +45 + + + +50 + + + +55 + + - -40.71 + +40.315 - - -40.72 + + +40.32 - - -40.73 + + +40.325 - - -40.74 + + +40.33 - - -40.75 + + +40.335 - - -40.76 + + +40.34 - - -40.77 + + +40.345 - - -40.78 + + +40.35 - - -40.79 + + +40.355 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_in_hydroflow_surface/report/pdf.svg b/criterion/fan_in_hydroflow_surface/report/pdf.svg index a0dcf511e1e..b60321cbc2b 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf.svg @@ -54,50 +54,30 @@ Average Time (ms) - + 39.8 - - + + 40 - - + + 40.2 - - + + 40.4 - - + + 40.6 - - + + 40.8 - - -41 - - - -41.2 - - - -41.4 - - - -41.6 - - - -41.8 - - + Density (a.u.) @@ -106,56 +86,86 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +3 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg index 7f5039a6341..adc7e18ce82 100644 --- a/criterion/fan_in_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + + +3 + + + +3.5 + + - + 40 - - + + 40.5 - - + + 41 - - -41.5 - - - - + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg index 5122f60205a..9ce45747e6a 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,47 @@ Average Iteration Time (ms) - - - - - - + + + + + + + + - -39.0 + +40.0 - - -39.5 + + +40.2 - - -40.0 + + +40.4 - - -40.5 + + +40.6 - - + + +40.8 + + + 41.0 - - -41.5 + + +41.2 + + + +41.4 - + 0 @@ -89,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg index f44b7767ce3..b0cfef73da8 100644 --- a/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_in_hydroflow_surface/report/relative_pdf_small.svg @@ -6,41 +6,49 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -39 + + +3 - - + + + 40 - - + + +40.5 + + + 41 - - - - - + + +41.5 + + + + + + diff --git a/criterion/fan_in_hydroflow_surface/report/typical.svg b/criterion/fan_in_hydroflow_surface/report/typical.svg index fb195dc4e2b..81af4cfd65b 100644 --- a/criterion/fan_in_hydroflow_surface/report/typical.svg +++ b/criterion/fan_in_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 + + +20 - - -18 + + +25 - + - -40.7 - - - -40.71 - - - -40.72 - - - -40.73 + +40.31 - - -40.74 + + +40.32 - - -40.75 + + +40.33 - - -40.76 + + +40.34 - - -40.77 + + +40.35 - - -40.78 + + +40.36 - - -40.79 + + +40.37 - - -40.8 + + +40.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/base/estimates.json b/criterion/fan_out_hydroflow_scheduled/base/estimates.json index dac1a90601b..484a3bab6ec 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49270446.8655,"upper_bound":49689431.67},"point_estimate":49474988.745,"standard_error":107186.53683613459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48970522.5,"upper_bound":49486246.5},"point_estimate":49171618.0,"standard_error":104311.914966307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":682886.6598263383,"upper_bound":1214194.8928937316},"point_estimate":976123.0662703514,"standard_error":140401.74162064106},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":890654.4403242583,"upper_bound":1250703.0312558184},"point_estimate":1079078.5696632771,"standard_error":91988.51782567071}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45603358.315,"upper_bound":45780478.31},"point_estimate":45684483.55,"standard_error":45305.16767383001},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45547797.75,"upper_bound":45661309.0},"point_estimate":45603676.75,"standard_error":28153.801975433402},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172688.42648416758,"upper_bound":326416.2525549531},"point_estimate":262174.454395473,"standard_error":41242.25989575178},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":268095.98695541365,"upper_bound":646668.0656833246},"point_estimate":455897.40382272477,"standard_error":103568.95576339679}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/sample.json b/criterion/fan_out_hydroflow_scheduled/base/sample.json index 133419afdd4..12cde10896a 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[100220341.0,100203991.0,99015907.0,102085584.0,99666896.0,100126967.0,100311322.0,102632858.0,101670506.0,104370310.0,104766913.0,106624359.0,103078482.0,103617532.0,101865401.0,100523870.0,102135527.0,102899717.0,100857104.0,98015294.0,100646890.0,97010874.0,97532961.0,98505029.0,97248017.0,99495454.0,98318060.0,97854743.0,98308522.0,99076420.0,100749522.0,99515582.0,100879175.0,102822515.0,101037732.0,100287297.0,98408240.0,99383655.0,98108899.0,97866796.0,97539103.0,96837549.0,96885839.0,96939490.0,97543060.0,96937315.0,96553397.0,96678797.0,96444830.0,96535571.0,96849247.0,96601273.0,96919639.0,96844227.0,97380301.0,97509333.0,96705878.0,96148385.0,96612553.0,96596715.0,96549096.0,96655143.0,96647179.0,99200430.0,102677278.0,100959343.0,102010760.0,98471645.0,98172545.0,98972493.0,98520225.0,98172675.0,98197862.0,97681134.0,98167706.0,97638605.0,99169401.0,99324792.0,99821622.0,99144454.0,98644719.0,98134443.0,99461737.0,97646530.0,101650906.0,100028309.0,98368412.0,98415650.0,97579602.0,97562112.0,97992408.0,98455865.0,97499525.0,97478446.0,98595055.0,97410938.0,97033352.0,97480990.0,97333965.0,97262631.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[91836611.0,90978201.0,90346725.0,90584989.0,90467399.0,90452943.0,90225599.0,91255398.0,90923910.0,90708410.0,90816550.0,92177015.0,90553410.0,91524760.0,90399383.0,90665869.0,91021653.0,90936303.0,91117801.0,91437678.0,90488678.0,90517493.0,90779110.0,91110808.0,91351587.0,90998008.0,91145623.0,90686417.0,91744599.0,90753793.0,91812346.0,91532975.0,91234800.0,92836484.0,91589069.0,91092294.0,91684577.0,91219471.0,91051458.0,91197500.0,91414454.0,91212198.0,91278952.0,91341769.0,91692783.0,90822582.0,91780997.0,91306023.0,91381313.0,90788337.0,90823263.0,91062519.0,90717155.0,91448788.0,91015271.0,92110501.0,90801111.0,90999721.0,90644500.0,90808685.0,91245199.0,91415737.0,91077395.0,91713341.0,91126197.0,90941030.0,92180682.0,91030498.0,90784270.0,91418582.0,91218480.0,91202509.0,91308667.0,90891370.0,91098897.0,91596533.0,91463495.0,93753952.0,93484511.0,91174307.0,91717229.0,91933041.0,92574606.0,91860064.0,92213503.0,97450800.0,94261398.0,91054844.0,92097336.0,91403924.0,91370693.0,91122050.0,91456282.0,91402743.0,91303467.0,90718127.0,91199424.0,90680116.0,91651816.0,92590976.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/base/tukey.json b/criterion/fan_out_hydroflow_scheduled/base/tukey.json index 606e1f363bc..be6ee244322 100644 --- a/criterion/fan_out_hydroflow_scheduled/base/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[44494439.75,46598039.5625,52207639.0625,54311238.875] \ No newline at end of file +[44428188.75,44932680.1875,46277990.6875,46782482.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/change/estimates.json b/criterion/fan_out_hydroflow_scheduled/change/estimates.json index 6bdc08da85a..7e2db76111b 100644 --- a/criterion/fan_out_hydroflow_scheduled/change/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013575323928310342,"upper_bound":-0.0030035233916255724},"point_estimate":-0.007963895518404152,"standard_error":0.0026825696553341876},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0156150051615489,"upper_bound":-0.006807825533459266},"point_estimate":-0.011359307821482423,"standard_error":0.0022376987649405967}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08098446707071602,"upper_bound":-0.07236239609390799},"point_estimate":-0.0766145741747758,"standard_error":0.002194410443963412},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.07825744604854246,"upper_bound":-0.06878675724481531},"point_estimate":-0.07256098934958777,"standard_error":0.0020618775873127277}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/estimates.json b/criterion/fan_out_hydroflow_scheduled/new/estimates.json index dac1a90601b..484a3bab6ec 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/estimates.json +++ b/criterion/fan_out_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49270446.8655,"upper_bound":49689431.67},"point_estimate":49474988.745,"standard_error":107186.53683613459},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48970522.5,"upper_bound":49486246.5},"point_estimate":49171618.0,"standard_error":104311.914966307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":682886.6598263383,"upper_bound":1214194.8928937316},"point_estimate":976123.0662703514,"standard_error":140401.74162064106},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":890654.4403242583,"upper_bound":1250703.0312558184},"point_estimate":1079078.5696632771,"standard_error":91988.51782567071}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45603358.315,"upper_bound":45780478.31},"point_estimate":45684483.55,"standard_error":45305.16767383001},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":45547797.75,"upper_bound":45661309.0},"point_estimate":45603676.75,"standard_error":28153.801975433402},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":172688.42648416758,"upper_bound":326416.2525549531},"point_estimate":262174.454395473,"standard_error":41242.25989575178},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":268095.98695541365,"upper_bound":646668.0656833246},"point_estimate":455897.40382272477,"standard_error":103568.95576339679}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/sample.json b/criterion/fan_out_hydroflow_scheduled/new/sample.json index 133419afdd4..12cde10896a 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/sample.json +++ b/criterion/fan_out_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[100220341.0,100203991.0,99015907.0,102085584.0,99666896.0,100126967.0,100311322.0,102632858.0,101670506.0,104370310.0,104766913.0,106624359.0,103078482.0,103617532.0,101865401.0,100523870.0,102135527.0,102899717.0,100857104.0,98015294.0,100646890.0,97010874.0,97532961.0,98505029.0,97248017.0,99495454.0,98318060.0,97854743.0,98308522.0,99076420.0,100749522.0,99515582.0,100879175.0,102822515.0,101037732.0,100287297.0,98408240.0,99383655.0,98108899.0,97866796.0,97539103.0,96837549.0,96885839.0,96939490.0,97543060.0,96937315.0,96553397.0,96678797.0,96444830.0,96535571.0,96849247.0,96601273.0,96919639.0,96844227.0,97380301.0,97509333.0,96705878.0,96148385.0,96612553.0,96596715.0,96549096.0,96655143.0,96647179.0,99200430.0,102677278.0,100959343.0,102010760.0,98471645.0,98172545.0,98972493.0,98520225.0,98172675.0,98197862.0,97681134.0,98167706.0,97638605.0,99169401.0,99324792.0,99821622.0,99144454.0,98644719.0,98134443.0,99461737.0,97646530.0,101650906.0,100028309.0,98368412.0,98415650.0,97579602.0,97562112.0,97992408.0,98455865.0,97499525.0,97478446.0,98595055.0,97410938.0,97033352.0,97480990.0,97333965.0,97262631.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[91836611.0,90978201.0,90346725.0,90584989.0,90467399.0,90452943.0,90225599.0,91255398.0,90923910.0,90708410.0,90816550.0,92177015.0,90553410.0,91524760.0,90399383.0,90665869.0,91021653.0,90936303.0,91117801.0,91437678.0,90488678.0,90517493.0,90779110.0,91110808.0,91351587.0,90998008.0,91145623.0,90686417.0,91744599.0,90753793.0,91812346.0,91532975.0,91234800.0,92836484.0,91589069.0,91092294.0,91684577.0,91219471.0,91051458.0,91197500.0,91414454.0,91212198.0,91278952.0,91341769.0,91692783.0,90822582.0,91780997.0,91306023.0,91381313.0,90788337.0,90823263.0,91062519.0,90717155.0,91448788.0,91015271.0,92110501.0,90801111.0,90999721.0,90644500.0,90808685.0,91245199.0,91415737.0,91077395.0,91713341.0,91126197.0,90941030.0,92180682.0,91030498.0,90784270.0,91418582.0,91218480.0,91202509.0,91308667.0,90891370.0,91098897.0,91596533.0,91463495.0,93753952.0,93484511.0,91174307.0,91717229.0,91933041.0,92574606.0,91860064.0,92213503.0,97450800.0,94261398.0,91054844.0,92097336.0,91403924.0,91370693.0,91122050.0,91456282.0,91402743.0,91303467.0,90718127.0,91199424.0,90680116.0,91651816.0,92590976.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/new/tukey.json b/criterion/fan_out_hydroflow_scheduled/new/tukey.json index 606e1f363bc..be6ee244322 100644 --- a/criterion/fan_out_hydroflow_scheduled/new/tukey.json +++ b/criterion/fan_out_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[44494439.75,46598039.5625,52207639.0625,54311238.875] \ No newline at end of file +[44428188.75,44932680.1875,46277990.6875,46782482.125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg index b8cc1011a31..9ae17a302de 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/MAD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/MAD.svg @@ -6,61 +6,97 @@ fan_out/hydroflow/scheduled:MAD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - -3 + + +0.006 - + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + - -0.7 + +160 + + + +180 + + + +200 + + + +220 + + + +240 - - -0.8 + + +260 - - -0.9 + + +280 - - -1 + + +300 - - -1.1 + + +320 - - -1.2 + + +340 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/SD.svg b/criterion/fan_out_hydroflow_scheduled/report/SD.svg index fba436fd2ce..6da2e4ed676 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/SD.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/SD.svg @@ -6,81 +6,89 @@ fan_out/hydroflow/scheduled:SD Density (a.u.) -Average time (ms) +Average time (µs) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - - -3.5 + + +0.0035 - - -4 + + +0.004 - - -4.5 + + +0.0045 - + + +0.005 + + - -0.9 + +250 + + + +300 - - -0.95 + + +350 - - -1 + + +400 - - -1.05 + + +450 - - -1.1 + + +500 - - -1.15 + + +550 - - -1.2 + + +600 - - -1.25 + + +650 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg index 1456bbcddb9..cf7d51df37b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/iteration_times.svg @@ -16,40 +16,45 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + +46.0 + + + +47.0 + + + +48.0 + + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - -53.0 - - - -54.0 - - + -55.0 +53.0 @@ -97,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg index 5ecbd59a31f..4b76ade8032 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (ms) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - + + +0.8 + + + +1 + + + +1.2 + + - + +46 + + + 48 - - + + 50 - - + + 52 - - + + 54 - - -56 - - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg index 2ceed84e5ca..b411c592139 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/mean.svg @@ -9,67 +9,83 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + + +160 + + - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - - - - + +-0.081 + + + +-0.08 + + + +-0.079 + + + +-0.078 + + + +-0.077 + + + +-0.076 + + + +-0.075 + + + +-0.074 + + + +-0.073 + + + +-0.072 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg index 614cfcb3a27..cb5f0dfeda1 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/median.svg @@ -9,95 +9,51 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - + - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - - - - + +-0.078 + + + +-0.076 + + + +-0.074 + + + +-0.072 + + + +-0.07 + + + +-0.068 + + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg index 7051cdb7d4f..a30d8ed22a3 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/change/t-test.svg @@ -29,10 +29,10 @@ t score 0.2 - + 0.25 - + 0.3 @@ -46,44 +46,52 @@ t score - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/index.html b/criterion/fan_out_hydroflow_scheduled/report/index.html index 518281b937a..f1c3cd6fe23 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/index.html +++ b/criterion/fan_out_hydroflow_scheduled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0059230 - 0.0061367 - 0.0059027 + 0.0172773 + 0.0178201 + 0.0170693 Mean - 49.270 ms - 49.475 ms - 49.689 ms + 45.603 ms + 45.684 ms + 45.780 ms Std. Dev. - 890.65 µs - 1.0791 ms - 1.2507 ms + 268.10 µs + 455.90 µs + 646.67 µs Median - 48.971 ms - 49.172 ms - 49.486 ms + 45.548 ms + 45.604 ms + 45.661 ms MAD - 682.89 µs - 976.12 µs - 1.2142 ms + 172.69 µs + 262.17 µs + 326.42 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.3575% - -0.7964% - -0.3004% + -8.0984% + -7.6615% + -7.2362% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has improved.

Additional Plots:

diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg index fd3aee5756c..2bdad0ac06d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -48.5 - - - -49.0 - - - -49.5 + +45.5 - - -50.0 + + +46.0 - - -50.5 + + +46.5 - - -51.0 + + +47.0 - - -51.5 + + +47.5 - - -52.0 + + +48.0 - - -52.5 - - - -53.0 + + +48.5 - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg index fa72f618098..877b77b7720 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -48.5 - - - -49.0 - - - -49.5 + +45.5 - - -50.0 + + +46.0 - - -50.5 + + +46.5 - - -51.0 + + +47.0 - - -51.5 + + +47.5 - - -52.0 + + +48.0 - - -52.5 - - - -53.0 + + +48.5 - + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/mean.svg b/criterion/fan_out_hydroflow_scheduled/report/mean.svg index 9766288da65..76d1cb7586d 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/mean.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/mean.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + - -49.25 + +45.6 + + + +45.62 - - -49.3 + + +45.64 - - -49.35 + + +45.66 - - -49.4 + + +45.68 - - -49.45 + + +45.7 - - -49.5 + + +45.72 - - -49.55 + + +45.74 - - -49.6 + + +45.76 - - -49.65 + + +45.78 - - -49.7 + + +45.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/median.svg b/criterion/fan_out_hydroflow_scheduled/report/median.svg index 9312d26b245..773e4a40278 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/median.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (ms) - -1 + +5 - - -2 + + +10 - - -3 + + +15 - - -4 + + +20 - - -5 + + +25 - - -6 + + + +45.54 - - -7 + + +45.56 - - - -49 + + +45.58 - - -49.1 + + +45.6 - - -49.2 + + +45.62 - - -49.3 + + +45.64 - - -49.4 + + +45.66 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg index 25e8b6d8c11..be112abfe44 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf.svg @@ -54,38 +54,42 @@ Average Time (ms) - -47 + +45 - - -48 + + +45.5 - - -49 + + +46 - - -50 + + +46.5 - - -51 + + +47 - - -52 + + +47.5 - - -53 + + +48 - - -54 + + +48.5 - + + +49 + + Density (a.u.) @@ -94,48 +98,50 @@ Density (a.u.) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 + + +0.4 + + + +0.6 - - -0.3 + + +0.8 - - -0.35 + + +1 - - -0.4 + + +1.2 - - - - - + + + + + - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg index b7ae74e11b1..39290c4c942 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/pdf_small.svg @@ -10,59 +10,51 @@ Average Time (ms) 0 - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 + + +0.4 - - -0.3 + + +0.6 - - -0.35 + + +0.8 - - -0.4 + + +1 - - -0.45 + + +1.2 - + - -48 + +45 - - -50 + + +46 - - -52 + + +47 + + + +48 - - -54 + + +49 - - - + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg index 2814f9cba6d..ab71cca65bf 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_iteration_times_small.svg @@ -13,40 +13,45 @@ Average Iteration Time (ms) - - - - - - + + + + + + + - + +46.0 + + + +47.0 + + + +48.0 + + + 49.0 - - + + 50.0 - - + + 51.0 - - + + 52.0 - - -53.0 - - - -54.0 - - + -55.0 +53.0 @@ -94,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg index a12fada3156..f5633a6c1e4 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (ms) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - + + +0.8 + + + +1 + + + +1.2 + + - + +46 + + + 48 - - + + 50 - - + + 52 - - + + 54 - - -56 - - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_scheduled/report/typical.svg b/criterion/fan_out_hydroflow_scheduled/report/typical.svg index 5efdfaf2467..47e95f5d52b 100644 --- a/criterion/fan_out_hydroflow_scheduled/report/typical.svg +++ b/criterion/fan_out_hydroflow_scheduled/report/typical.svg @@ -9,82 +9,90 @@ Density (a.u.) Average time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + - -49.25 + +45.6 + + + +45.62 - - -49.3 + + +45.64 - - -49.35 + + +45.66 - - -49.4 + + +45.68 - - -49.45 + + +45.7 - - -49.5 + + +45.72 - - -49.55 + + +45.74 - - -49.6 + + +45.76 - - -49.65 + + +45.78 - - -49.7 + + +45.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/base/estimates.json b/criterion/fan_out_hydroflow_surface/base/estimates.json index 42b857cb065..60f72b691a3 100644 --- a/criterion/fan_out_hydroflow_surface/base/estimates.json +++ b/criterion/fan_out_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6474196.426375,"upper_bound":6481274.75621875},"point_estimate":6477357.0925,"standard_error":1819.337934400221},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472355.0625,"upper_bound":6475257.9375},"point_estimate":6473636.3125,"standard_error":790.5378759203726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5038.245360553265,"upper_bound":8159.465789515509},"point_estimate":6610.1719826459885,"standard_error":779.4969142515105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7207.8375185923105,"upper_bound":26043.889942944035},"point_estimate":18302.827653735774,"standard_error":4570.770063165874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471853.14209375,"upper_bound":6474517.6188125005},"point_estimate":6473113.5775,"standard_error":680.3246001768725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6470797.875,"upper_bound":6474344.5},"point_estimate":6472067.125,"standard_error":791.1082482354631},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4898.973625525832,"upper_bound":7011.7920995783015},"point_estimate":5925.76676979661,"standard_error":534.6373761538229},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4881.5980778751655,"upper_bound":8966.608449219864},"point_estimate":6845.332323529981,"standard_error":1080.044556480851}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/sample.json b/criterion/fan_out_hydroflow_surface/base/sample.json index 9df72fcd60c..48a253a952f 100644 --- a/criterion/fan_out_hydroflow_surface/base/sample.json +++ b/criterion/fan_out_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832782.0,51828954.0,51735149.0,51960471.0,51750857.0,51786585.0,51776206.0,51753563.0,51718608.0,51838421.0,51814237.0,51775154.0,51707256.0,51801452.0,51771447.0,51810941.0,51745869.0,51779452.0,51754716.0,51691377.0,51708919.0,51886632.0,51830938.0,51926277.0,51785893.0,51815498.0,51821069.0,51735058.0,51791354.0,51772418.0,51783138.0,51718718.0,51772809.0,51813926.0,51824385.0,51739527.0,51812223.0,51867507.0,51781676.0,51817273.0,51885029.0,51863138.0,52654029.0,51819687.0,51801082.0,51801182.0,51737242.0,51721534.0,51750488.0,51766367.0,51725931.0,51874811.0,51786305.0,51837439.0,51794079.0,51773760.0,51779001.0,51748413.0,51792586.0,51799910.0,51790423.0,51935814.0,51772579.0,51802945.0,51854021.0,51763882.0,51798918.0,51759413.0,51829305.0,51828714.0,51748484.0,52440940.0,51921759.0,51818404.0,51778229.0,51855253.0,51836639.0,51706495.0,51756529.0,51851667.0,52016155.0,52632789.0,51815348.0,51784541.0,51787758.0,51703079.0,51752431.0,51734417.0,51838743.0,51719009.0,51778059.0,51727213.0,51868970.0,51859552.0,51761157.0,51753282.0,51782568.0,51766697.0,51812063.0,51790682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51799204.0,51714868.0,51753048.0,51751206.0,51811097.0,51812139.0,51732780.0,51743501.0,51766293.0,51719305.0,51732992.0,51808472.0,51831105.0,51741887.0,51795087.0,51719026.0,51782393.0,51725327.0,51798594.0,51771132.0,51828730.0,51758419.0,51815415.0,51775781.0,51772495.0,51814805.0,51889372.0,51745545.0,51797772.0,51749692.0,51780900.0,51838748.0,51802420.0,51783846.0,51794756.0,51728072.0,51750975.0,51775610.0,51751155.0,51773547.0,51739413.0,51824632.0,51779197.0,51797761.0,51825454.0,51756325.0,51742860.0,51721871.0,51723864.0,51797351.0,51856612.0,51804876.0,51835202.0,52086090.0,51817819.0,51767556.0,51737579.0,51861100.0,51731869.0,51766814.0,51792251.0,51807058.0,51772725.0,51817909.0,51820855.0,51777574.0,51740084.0,51725196.0,51850701.0,51960064.0,51817788.0,51782012.0,51861340.0,51733471.0,51780910.0,51734784.0,51820504.0,51725616.0,51744522.0,51762185.0,51834881.0,51851262.0,51809473.0,51777293.0,51805677.0,51757517.0,51747418.0,51805656.0,51744602.0,51925290.0,51804685.0,51766383.0,51757737.0,51732229.0,51767085.0,51752096.0,51748781.0,51726289.0,51729534.0,51807669.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/base/tukey.json b/criterion/fan_out_hydroflow_surface/base/tukey.json index 2b7465da578..c5abd55c323 100644 --- a/criterion/fan_out_hydroflow_surface/base/tukey.json +++ b/criterion/fan_out_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6442147.21875,6455828.34375,6492311.34375,6505992.46875] \ No newline at end of file +[6443950.0,6456056.828125,6488341.703125,6500448.53125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/change/estimates.json b/criterion/fan_out_hydroflow_surface/change/estimates.json index 2040845f4d9..97f6b6cc917 100644 --- a/criterion/fan_out_hydroflow_surface/change/estimates.json +++ b/criterion/fan_out_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008640801333857336,"upper_bound":-0.0006177059298880016},"point_estimate":-0.003703579095186482,"standard_error":0.0021313888085707456},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0009105735857254382,"upper_bound":-0.00016367353716228994},"point_estimate":-0.0004711320272381414,"standard_error":0.00018835494650617447}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001289042529959719,"upper_bound":-0.00012120568233683927},"point_estimate":-0.0006551306249448219,"standard_error":0.0002987091681813053},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006126207277334649,"upper_bound":0.00010941057418634159},"point_estimate":-0.00024239661053715444,"standard_error":0.00017221102017550316}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/estimates.json b/criterion/fan_out_hydroflow_surface/new/estimates.json index 42b857cb065..60f72b691a3 100644 --- a/criterion/fan_out_hydroflow_surface/new/estimates.json +++ b/criterion/fan_out_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6474196.426375,"upper_bound":6481274.75621875},"point_estimate":6477357.0925,"standard_error":1819.337934400221},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6472355.0625,"upper_bound":6475257.9375},"point_estimate":6473636.3125,"standard_error":790.5378759203726},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5038.245360553265,"upper_bound":8159.465789515509},"point_estimate":6610.1719826459885,"standard_error":779.4969142515105},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7207.8375185923105,"upper_bound":26043.889942944035},"point_estimate":18302.827653735774,"standard_error":4570.770063165874}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6471853.14209375,"upper_bound":6474517.6188125005},"point_estimate":6473113.5775,"standard_error":680.3246001768725},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6470797.875,"upper_bound":6474344.5},"point_estimate":6472067.125,"standard_error":791.1082482354631},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4898.973625525832,"upper_bound":7011.7920995783015},"point_estimate":5925.76676979661,"standard_error":534.6373761538229},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4881.5980778751655,"upper_bound":8966.608449219864},"point_estimate":6845.332323529981,"standard_error":1080.044556480851}} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/sample.json b/criterion/fan_out_hydroflow_surface/new/sample.json index 9df72fcd60c..48a253a952f 100644 --- a/criterion/fan_out_hydroflow_surface/new/sample.json +++ b/criterion/fan_out_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51832782.0,51828954.0,51735149.0,51960471.0,51750857.0,51786585.0,51776206.0,51753563.0,51718608.0,51838421.0,51814237.0,51775154.0,51707256.0,51801452.0,51771447.0,51810941.0,51745869.0,51779452.0,51754716.0,51691377.0,51708919.0,51886632.0,51830938.0,51926277.0,51785893.0,51815498.0,51821069.0,51735058.0,51791354.0,51772418.0,51783138.0,51718718.0,51772809.0,51813926.0,51824385.0,51739527.0,51812223.0,51867507.0,51781676.0,51817273.0,51885029.0,51863138.0,52654029.0,51819687.0,51801082.0,51801182.0,51737242.0,51721534.0,51750488.0,51766367.0,51725931.0,51874811.0,51786305.0,51837439.0,51794079.0,51773760.0,51779001.0,51748413.0,51792586.0,51799910.0,51790423.0,51935814.0,51772579.0,51802945.0,51854021.0,51763882.0,51798918.0,51759413.0,51829305.0,51828714.0,51748484.0,52440940.0,51921759.0,51818404.0,51778229.0,51855253.0,51836639.0,51706495.0,51756529.0,51851667.0,52016155.0,52632789.0,51815348.0,51784541.0,51787758.0,51703079.0,51752431.0,51734417.0,51838743.0,51719009.0,51778059.0,51727213.0,51868970.0,51859552.0,51761157.0,51753282.0,51782568.0,51766697.0,51812063.0,51790682.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51799204.0,51714868.0,51753048.0,51751206.0,51811097.0,51812139.0,51732780.0,51743501.0,51766293.0,51719305.0,51732992.0,51808472.0,51831105.0,51741887.0,51795087.0,51719026.0,51782393.0,51725327.0,51798594.0,51771132.0,51828730.0,51758419.0,51815415.0,51775781.0,51772495.0,51814805.0,51889372.0,51745545.0,51797772.0,51749692.0,51780900.0,51838748.0,51802420.0,51783846.0,51794756.0,51728072.0,51750975.0,51775610.0,51751155.0,51773547.0,51739413.0,51824632.0,51779197.0,51797761.0,51825454.0,51756325.0,51742860.0,51721871.0,51723864.0,51797351.0,51856612.0,51804876.0,51835202.0,52086090.0,51817819.0,51767556.0,51737579.0,51861100.0,51731869.0,51766814.0,51792251.0,51807058.0,51772725.0,51817909.0,51820855.0,51777574.0,51740084.0,51725196.0,51850701.0,51960064.0,51817788.0,51782012.0,51861340.0,51733471.0,51780910.0,51734784.0,51820504.0,51725616.0,51744522.0,51762185.0,51834881.0,51851262.0,51809473.0,51777293.0,51805677.0,51757517.0,51747418.0,51805656.0,51744602.0,51925290.0,51804685.0,51766383.0,51757737.0,51732229.0,51767085.0,51752096.0,51748781.0,51726289.0,51729534.0,51807669.0]} \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/new/tukey.json b/criterion/fan_out_hydroflow_surface/new/tukey.json index 2b7465da578..c5abd55c323 100644 --- a/criterion/fan_out_hydroflow_surface/new/tukey.json +++ b/criterion/fan_out_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6442147.21875,6455828.34375,6492311.34375,6505992.46875] \ No newline at end of file +[6443950.0,6456056.828125,6488341.703125,6500448.53125] \ No newline at end of file diff --git a/criterion/fan_out_hydroflow_surface/report/MAD.svg b/criterion/fan_out_hydroflow_surface/report/MAD.svg index 08ea0878229..96ec5ca2ca1 100644 --- a/criterion/fan_out_hydroflow_surface/report/MAD.svg +++ b/criterion/fan_out_hydroflow_surface/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - -0.55 + + +0.6 - + + +0.7 + + + +0.8 + + - + 5 - - + + 5.5 - - + + 6 - - + + 6.5 - - + + 7 - - -7.5 - - - -8 - - - -8.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/SD.svg b/criterion/fan_out_hydroflow_surface/report/SD.svg index 1a29aa2fc11..68299f10cdc 100644 --- a/criterion/fan_out_hydroflow_surface/report/SD.svg +++ b/criterion/fan_out_hydroflow_surface/report/SD.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - -0.01 + +0.05 - - -0.02 + + +0.1 - - -0.03 + + +0.15 - - -0.04 + + +0.2 - - -0.05 + + +0.25 - - -0.06 + + +0.3 - - -0.07 + + +0.35 - - -0.08 + + +0.4 - - -0.09 + + + +4.5 - - -0.1 + + +5 - - -0.11 + + +5.5 - - - -10 + + +6 + + + +6.5 + + + +7 + + + +7.5 - - -15 + + +8 - - -20 + + +8.5 - - -25 + + +9 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg index 68a685a8d77..a0da703338a 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/iteration_times.svg @@ -16,37 +16,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.6 + +6.48 - - -6.8 + + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - + 0 @@ -92,206 +92,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + Current diff --git a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg index f9ba105771d..7f992d0087a 100644 --- a/criterion/fan_out_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/both/pdf.svg @@ -9,51 +9,51 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - + + +50 + + + +60 + + - + +6.45 + + + 6.5 - - -7 + + +6.55 - - -7.5 + + +6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fan_out_hydroflow_surface/report/change/mean.svg b/criterion/fan_out_hydroflow_surface/report/change/mean.svg index 1b39fa55d2a..6ce9eaa9f6c 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 + +200 - - -80 + + +400 - - -100 + + +600 - + -120 +800 - -140 - - - -160 - - - -180 + +1000 - - -200 + + +1200 - + - --0.009 - - - --0.008 - - - --0.007 + +-0.0014 - - --0.006 + + +-0.0012 - - --0.005 + + +-0.001 - - --0.004 + + +-8e-4 - - --0.003 + + +-6e-4 - - --0.002 + + +-4e-4 - - --0.001 + + +-2e-4 - - -0 + + +2.1684e-19 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/median.svg b/criterion/fan_out_hydroflow_surface/report/change/median.svg index 3040feae969..377f7ad537e 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/median.svg @@ -9,66 +9,62 @@ Density (a.u.) Relative change (%) - + 500 - - + + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - + - --9e-4 - - - --8e-4 - - - --7e-4 - - - + -6e-4 - - + + -5e-4 - - + + -4e-4 - - + + -3e-4 - - + + -2e-4 - - + + -1e-4 - - - - + + +1.0842e-19 + + + +1e-4 + + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg index d64e0c24ade..66f7195e918 100644 --- a/criterion/fan_out_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fan_out_hydroflow_surface/report/change/t-test.svg @@ -13,65 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/fan_out_hydroflow_surface/report/index.html b/criterion/fan_out_hydroflow_surface/report/index.html index 9de338a506e..6cf57848807 100644 --- a/criterion/fan_out_hydroflow_surface/report/index.html +++ b/criterion/fan_out_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0003629 - 0.0003739 - 0.0003573 + 0.0016842 + 0.0017418 + 0.0016709 Mean - 6.4742 ms - 6.4774 ms - 6.4813 ms + 6.4719 ms + 6.4731 ms + 6.4745 ms Std. Dev. - 7.2078 µs - 18.303 µs - 26.044 µs + 4.8816 µs + 6.8453 µs + 8.9666 µs Median - 6.4724 ms - 6.4736 ms - 6.4753 ms + 6.4708 ms + 6.4721 ms + 6.4743 ms MAD - 5.0382 µs - 6.6102 µs - 8.1595 µs + 4.8990 µs + 5.9258 µs + 7.0118 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.8641% - -0.3704% - -0.0618% - (p = 0.05 < + -0.1289% + -0.0655% + -0.0121% + (p = 0.02 < 0.05) diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg index de6c99e3c12..a59fce90fdb 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times.svg @@ -15,35 +15,55 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + +6.465 + + + +6.47 + + + +6.475 + + + 6.48 - - -6.5 + + +6.485 + + + +6.49 - - -6.52 + + +6.495 - - -6.54 + + +6.5 - - -6.56 + + +6.505 - + -6.58 +6.51 @@ -87,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg index ec8c2ebc264..2aa07335231 100644 --- a/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/iteration_times_small.svg @@ -12,35 +12,55 @@ Average Iteration Time (ms) - - - - - + + + + + + + + + - + +6.465 + + + +6.47 + + + +6.475 + + + 6.48 - - -6.5 + + +6.485 + + + +6.49 - - -6.52 + + +6.495 - - -6.54 + + +6.5 - - -6.56 + + +6.505 - + -6.58 +6.51 @@ -84,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/mean.svg b/criterion/fan_out_hydroflow_surface/report/mean.svg index 16a50769b02..678a4036e4f 100644 --- a/criterion/fan_out_hydroflow_surface/report/mean.svg +++ b/criterion/fan_out_hydroflow_surface/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - - -6.474 + + +300 - - -6.475 + + +400 - - -6.476 + + +500 - - -6.477 + + +600 - - -6.478 + + + +6.472 + + + +6.4725 - - -6.479 + + +6.473 - - -6.48 + + +6.4735 - - -6.481 + + +6.474 - - -6.482 + + +6.4745 - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/median.svg b/criterion/fan_out_hydroflow_surface/report/median.svg index d0cf2a82ed6..16316104794 100644 --- a/criterion/fan_out_hydroflow_surface/report/median.svg +++ b/criterion/fan_out_hydroflow_surface/report/median.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (ms) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 + + + +6.4705 - - -900 + + +6.471 - - - + + +6.4715 + + + +6.472 + + + 6.4725 - - + + 6.473 - - + + 6.4735 - - + + 6.474 - - + + 6.4745 - - -6.475 - - - -6.4755 - - - - - + + + + Bootstrap distribution diff --git a/criterion/fan_out_hydroflow_surface/report/pdf.svg b/criterion/fan_out_hydroflow_surface/report/pdf.svg index 5937a8991f3..037a902b089 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf.svg @@ -46,42 +46,30 @@ Average Time (ms) - -6.44 - - - + 6.46 - - -6.48 - - - -6.5 - - - -6.52 + + +6.47 - - -6.54 + + +6.48 - - -6.56 + + +6.49 - - -6.58 + + +6.5 - - -6.6 + + +6.51 - + Density (a.u.) @@ -90,50 +78,42 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - - - - - - - - - - - - - - - - + + +40 + + + +50 + + + +60 + + + + + + + + + + + + + + PDF diff --git a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg index b70ffcfe942..cba56fef5f3 100644 --- a/criterion/fan_out_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - - -6.45 + + +50 - - -6.5 + + +60 + + + + +6.46 - - -6.55 + + +6.48 - - -6.6 + + +6.5 - - - + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg index 377b70f4e71..e53c05fccbc 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,37 +13,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -6.6 + +6.48 - - -6.8 + + +6.5 - - -7.0 + + +6.52 - - -7.2 + + +6.54 - - -7.4 + + +6.56 - - -7.6 + + +6.58 - + 0 @@ -89,204 +89,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg index 70dacedbdec..29f83dfb8dc 100644 --- a/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fan_out_hydroflow_surface/report/relative_pdf_small.svg @@ -6,49 +6,49 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - + + +50 + + + +60 + + - + +6.45 + + + 6.5 - - -7 + + +6.55 - - -7.5 + + +6.6 - - - - - + + + + + diff --git a/criterion/fan_out_hydroflow_surface/report/typical.svg b/criterion/fan_out_hydroflow_surface/report/typical.svg index cecc43a6b6e..1bc805a6663 100644 --- a/criterion/fan_out_hydroflow_surface/report/typical.svg +++ b/criterion/fan_out_hydroflow_surface/report/typical.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - - -6.474 + + +300 - - -6.475 + + +400 - - -6.476 + + +500 - - -6.477 + + +600 - - -6.478 + + + +6.472 + + + +6.4725 - - -6.479 + + +6.473 - - -6.48 + + +6.4735 - - -6.481 + + +6.474 - - -6.482 + + +6.4745 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/base/estimates.json b/criterion/fork_join_hydroflow/base/estimates.json index 9ae92f6629c..da906acb1ee 100644 --- a/criterion/fork_join_hydroflow/base/estimates.json +++ b/criterion/fork_join_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6177047.339277777,"upper_bound":6207114.314833334},"point_estimate":6191843.820000001,"standard_error":7648.866744307569},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165312.111111111,"upper_bound":6204309.833333334},"point_estimate":6183831.777777778,"standard_error":9419.030991480133},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60270.55117165049,"upper_bound":93810.60730119562},"point_estimate":76307.44384527183,"standard_error":8363.6281017902},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63935.20357458082,"upper_bound":89873.08030535476},"point_estimate":77034.70487616745,"standard_error":6654.510692312683}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6314024.446666665,"upper_bound":6357364.756666669},"point_estimate":6335737.885555554,"standard_error":11060.505076391248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6302502.111111111,"upper_bound":6378719.666666667},"point_estimate":6349372.777777778,"standard_error":19558.038181564723},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93814.14906779956,"upper_bound":144037.88210948277},"point_estimate":113678.43534847093,"standard_error":13003.169263709487},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97488.22700438107,"upper_bound":124633.05647228223},"point_estimate":111632.63643861642,"standard_error":6960.69955331246}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/sample.json b/criterion/fork_join_hydroflow/base/sample.json index 15728abccb7..5afeb8a315f 100644 --- a/criterion/fork_join_hydroflow/base/sample.json +++ b/criterion/fork_join_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55228503.0,55946479.0,55458946.0,55163211.0,57053202.0,56448480.0,55162100.0,55284379.0,56333694.0,56372136.0,55584401.0,55829380.0,55365631.0,54761910.0,56083776.0,54669788.0,56120635.0,54602361.0,56614179.0,55974581.0,55164003.0,54635914.0,56247833.0,56355676.0,55178540.0,54488467.0,56013114.0,56424694.0,54794171.0,55130791.0,56307806.0,55301280.0,55682454.0,55965023.0,55970203.0,56264374.0,55194199.0,55330897.0,56416108.0,55467602.0,55623734.0,55487809.0,56960308.0,55935107.0,55708994.0,56335547.0,56495006.0,54881253.0,55662957.0,55082219.0,55344481.0,54981778.0,55374332.0,55310976.0,56342077.0,57524440.0,55431465.0,55185496.0,54967311.0,56894757.0,54696181.0,56362749.0,54826622.0,55533788.0,56365244.0,56106018.0,55404101.0,55779539.0,54819688.0,55108894.0,55004831.0,55606014.0,55359078.0,56096769.0,55827853.0,55661289.0,55687148.0,55186563.0,56036145.0,55612847.0,55537215.0,55563935.0,57602418.0,55325255.0,55005813.0,56022670.0,56097702.0,55978016.0,56773695.0,55647683.0,54806687.0,58257464.0,56574570.0,55849724.0,55604913.0,55821501.0,56089075.0,56430238.0,54914531.0,55754004.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[58857124.0,57610962.0,56402003.0,57380064.0,57498625.0,56140656.0,56925878.0,58084687.0,57408477.0,55671461.0,56011314.0,55144459.0,57149785.0,56503010.0,58326407.0,58590219.0,57085266.0,56355976.0,56417821.0,58817202.0,56339115.0,57800248.0,56722519.0,57928256.0,57165755.0,58088854.0,55511473.0,56589231.0,57209096.0,57758719.0,55541078.0,57307129.0,57160205.0,55587064.0,57138925.0,55546539.0,57518362.0,57834060.0,55840967.0,55972942.0,56143881.0,54849620.0,55807334.0,56624888.0,55147024.0,56707692.0,55222986.0,56814761.0,57734875.0,57668563.0,56160823.0,56746453.0,57927204.0,55503778.0,54943324.0,57738312.0,57329550.0,56453909.0,57645449.0,58870281.0,57467438.0,56755721.0,56305912.0,56669631.0,58490743.0,58042949.0,56258124.0,57408708.0,57137072.0,56598919.0,55680217.0,57732962.0,56977364.0,58038762.0,59756081.0,57824191.0,58251739.0,56593980.0,57228852.0,56089219.0,56097575.0,58247992.0,55915756.0,58692268.0,57753259.0,55598315.0,58200843.0,57365517.0,57501731.0,57415170.0,57620172.0,56885723.0,57820975.0,57749712.0,58187369.0,57424097.0,57840782.0,56322002.0,56554306.0,56679309.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/base/tukey.json b/criterion/fork_join_hydroflow/base/tukey.json index 0386ee41338..b92a0933125 100644 --- a/criterion/fork_join_hydroflow/base/tukey.json +++ b/criterion/fork_join_hydroflow/base/tukey.json @@ -1 +1 @@ -[5826682.583333334,5979579.625,6387305.069444444,6540202.111111111] \ No newline at end of file +[5780013.527777777,6018783.402777778,6655503.069444446,6894272.944444446] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/change/estimates.json b/criterion/fork_join_hydroflow/change/estimates.json index 50fbda66567..6847eb77fb7 100644 --- a/criterion/fork_join_hydroflow/change/estimates.json +++ b/criterion/fork_join_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01731553240170238,"upper_bound":-0.011226804819944619},"point_estimate":-0.014185368628953032,"standard_error":0.0015713794366271007},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019011401095589298,"upper_bound":-0.011238186558187535},"point_estimate":-0.01507772775121019,"standard_error":0.0019000899991941564}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01871957829851643,"upper_bound":0.027355303692780858},"point_estimate":0.02323929183917195,"standard_error":0.002209710093857803},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01802703230345082,"upper_bound":0.03190392319794766},"point_estimate":0.02676997142692139,"standard_error":0.0035887980806235363}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/estimates.json b/criterion/fork_join_hydroflow/new/estimates.json index 9ae92f6629c..da906acb1ee 100644 --- a/criterion/fork_join_hydroflow/new/estimates.json +++ b/criterion/fork_join_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6177047.339277777,"upper_bound":6207114.314833334},"point_estimate":6191843.820000001,"standard_error":7648.866744307569},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6165312.111111111,"upper_bound":6204309.833333334},"point_estimate":6183831.777777778,"standard_error":9419.030991480133},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":60270.55117165049,"upper_bound":93810.60730119562},"point_estimate":76307.44384527183,"standard_error":8363.6281017902},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63935.20357458082,"upper_bound":89873.08030535476},"point_estimate":77034.70487616745,"standard_error":6654.510692312683}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6314024.446666665,"upper_bound":6357364.756666669},"point_estimate":6335737.885555554,"standard_error":11060.505076391248},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6302502.111111111,"upper_bound":6378719.666666667},"point_estimate":6349372.777777778,"standard_error":19558.038181564723},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":93814.14906779956,"upper_bound":144037.88210948277},"point_estimate":113678.43534847093,"standard_error":13003.169263709487},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97488.22700438107,"upper_bound":124633.05647228223},"point_estimate":111632.63643861642,"standard_error":6960.69955331246}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/sample.json b/criterion/fork_join_hydroflow/new/sample.json index 15728abccb7..5afeb8a315f 100644 --- a/criterion/fork_join_hydroflow/new/sample.json +++ b/criterion/fork_join_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[55228503.0,55946479.0,55458946.0,55163211.0,57053202.0,56448480.0,55162100.0,55284379.0,56333694.0,56372136.0,55584401.0,55829380.0,55365631.0,54761910.0,56083776.0,54669788.0,56120635.0,54602361.0,56614179.0,55974581.0,55164003.0,54635914.0,56247833.0,56355676.0,55178540.0,54488467.0,56013114.0,56424694.0,54794171.0,55130791.0,56307806.0,55301280.0,55682454.0,55965023.0,55970203.0,56264374.0,55194199.0,55330897.0,56416108.0,55467602.0,55623734.0,55487809.0,56960308.0,55935107.0,55708994.0,56335547.0,56495006.0,54881253.0,55662957.0,55082219.0,55344481.0,54981778.0,55374332.0,55310976.0,56342077.0,57524440.0,55431465.0,55185496.0,54967311.0,56894757.0,54696181.0,56362749.0,54826622.0,55533788.0,56365244.0,56106018.0,55404101.0,55779539.0,54819688.0,55108894.0,55004831.0,55606014.0,55359078.0,56096769.0,55827853.0,55661289.0,55687148.0,55186563.0,56036145.0,55612847.0,55537215.0,55563935.0,57602418.0,55325255.0,55005813.0,56022670.0,56097702.0,55978016.0,56773695.0,55647683.0,54806687.0,58257464.0,56574570.0,55849724.0,55604913.0,55821501.0,56089075.0,56430238.0,54914531.0,55754004.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[58857124.0,57610962.0,56402003.0,57380064.0,57498625.0,56140656.0,56925878.0,58084687.0,57408477.0,55671461.0,56011314.0,55144459.0,57149785.0,56503010.0,58326407.0,58590219.0,57085266.0,56355976.0,56417821.0,58817202.0,56339115.0,57800248.0,56722519.0,57928256.0,57165755.0,58088854.0,55511473.0,56589231.0,57209096.0,57758719.0,55541078.0,57307129.0,57160205.0,55587064.0,57138925.0,55546539.0,57518362.0,57834060.0,55840967.0,55972942.0,56143881.0,54849620.0,55807334.0,56624888.0,55147024.0,56707692.0,55222986.0,56814761.0,57734875.0,57668563.0,56160823.0,56746453.0,57927204.0,55503778.0,54943324.0,57738312.0,57329550.0,56453909.0,57645449.0,58870281.0,57467438.0,56755721.0,56305912.0,56669631.0,58490743.0,58042949.0,56258124.0,57408708.0,57137072.0,56598919.0,55680217.0,57732962.0,56977364.0,58038762.0,59756081.0,57824191.0,58251739.0,56593980.0,57228852.0,56089219.0,56097575.0,58247992.0,55915756.0,58692268.0,57753259.0,55598315.0,58200843.0,57365517.0,57501731.0,57415170.0,57620172.0,56885723.0,57820975.0,57749712.0,58187369.0,57424097.0,57840782.0,56322002.0,56554306.0,56679309.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/new/tukey.json b/criterion/fork_join_hydroflow/new/tukey.json index 0386ee41338..b92a0933125 100644 --- a/criterion/fork_join_hydroflow/new/tukey.json +++ b/criterion/fork_join_hydroflow/new/tukey.json @@ -1 +1 @@ -[5826682.583333334,5979579.625,6387305.069444444,6540202.111111111] \ No newline at end of file +[5780013.527777777,6018783.402777778,6655503.069444446,6894272.944444446] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow/report/MAD.svg b/criterion/fork_join_hydroflow/report/MAD.svg index 16435b24eae..a4fba95a38a 100644 --- a/criterion/fork_join_hydroflow/report/MAD.svg +++ b/criterion/fork_join_hydroflow/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (µs) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - -0.04 - - - -0.045 - - - -0.05 - - - -0.055 - - + - -60 - - - -65 - - - -70 + +90 - - -75 + + +100 - - -80 + + +110 - - -85 + + +120 - - -90 + + +130 - - -95 + + +140 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/SD.svg b/criterion/fork_join_hydroflow/report/SD.svg index 04d359b83ce..5745f8c4541 100644 --- a/criterion/fork_join_hydroflow/report/SD.svg +++ b/criterion/fork_join_hydroflow/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - + - -65 + +95 - - -70 + + +100 - - -75 + + +105 - - -80 + + +110 - - -85 + + +115 - - -90 + + +120 - - - - + + +125 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/both/iteration_times.svg b/criterion/fork_join_hydroflow/report/both/iteration_times.svg index 169bf0a9c35..4d6fa7697da 100644 --- a/criterion/fork_join_hydroflow/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/both/iteration_times.svg @@ -16,47 +16,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - + + +6.5 + + + +6.55 + + + +6.6 + + 0 @@ -102,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow/report/both/pdf.svg b/criterion/fork_join_hydroflow/report/both/pdf.svg index d74a6b71185..0b4d92eed6b 100644 --- a/criterion/fork_join_hydroflow/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow/report/both/pdf.svg @@ -9,71 +9,63 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - -5.5 - - + - + 6 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow/report/change/mean.svg b/criterion/fork_join_hydroflow/report/change/mean.svg index 610f5b13ee3..43334b0f3e2 100644 --- a/criterion/fork_join_hydroflow/report/change/mean.svg +++ b/criterion/fork_join_hydroflow/report/change/mean.svg @@ -9,54 +9,86 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 + + + +140 - - -200 + + +160 - + - --0.017 + +0.018 - - --0.016 + + +0.019 - + + +0.02 + + + +0.021 + + --0.015 +0.022 - --0.014 + +0.023 + + + +0.024 + + + +0.025 - - --0.013 + + +0.026 - - --0.012 + + +0.027 - - --0.011 + + +0.028 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/median.svg b/criterion/fork_join_hydroflow/report/change/median.svg index ec69b180ec5..c40f383f607 100644 --- a/criterion/fork_join_hydroflow/report/change/median.svg +++ b/criterion/fork_join_hydroflow/report/change/median.svg @@ -9,66 +9,70 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - - --0.019 + + +120 - - --0.018 + + +140 + + + + +0.018 - - --0.017 + + +0.02 - - --0.016 + + +0.022 - - --0.015 + + +0.024 - - --0.014 + + +0.026 - - --0.013 + + +0.028 - - --0.012 + + +0.03 - - --0.011 + + +0.032 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/change/t-test.svg b/criterion/fork_join_hydroflow/report/change/t-test.svg index 4569c6fe95c..9403844b6ab 100644 --- a/criterion/fork_join_hydroflow/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow/report/change/t-test.svg @@ -13,77 +13,85 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/fork_join_hydroflow/report/index.html b/criterion/fork_join_hydroflow/report/index.html index d9b24c8ced9..bff6f694d9f 100644 --- a/criterion/fork_join_hydroflow/report/index.html +++ b/criterion/fork_join_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000152 - 0.0000158 - 0.0000152 + 0.0011283 + 0.0011713 + 0.0011286 Mean - 6.1770 ms - 6.1918 ms - 6.2071 ms + 6.3140 ms + 6.3357 ms + 6.3574 ms Std. Dev. - 63.935 µs - 77.035 µs - 89.873 µs + 97.488 µs + 111.63 µs + 124.63 µs Median - 6.1653 ms - 6.1838 ms - 6.2043 ms + 6.3025 ms + 6.3494 ms + 6.3787 ms MAD - 60.271 µs - 76.307 µs - 93.811 µs + 93.814 µs + 113.68 µs + 144.04 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.7316% - -1.4185% - -1.1227% + +1.8720% + +2.3239% + +2.7355% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow/report/iteration_times.svg b/criterion/fork_join_hydroflow/report/iteration_times.svg index 97367c18017..1dc2b7a0636 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times.svg @@ -15,47 +15,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - + + +6.5 + + + +6.55 + + + +6.6 + + 10 @@ -97,106 +112,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow/report/iteration_times_small.svg b/criterion/fork_join_hydroflow/report/iteration_times_small.svg index 606e8d84c41..eaeaceef253 100644 --- a/criterion/fork_join_hydroflow/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/iteration_times_small.svg @@ -12,47 +12,62 @@ Average Iteration Time (ms) - - - + + + + + - - - - + + + + + - + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - + + +6.5 + + + +6.55 + + + +6.6 + + 10 @@ -94,104 +109,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/mean.svg b/criterion/fork_join_hydroflow/report/mean.svg index 7f2f63b5e4e..fccdb03d398 100644 --- a/criterion/fork_join_hydroflow/report/mean.svg +++ b/criterion/fork_join_hydroflow/report/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 + + + +6.31 - - -50 + + +6.315 - - -55 + + +6.32 - - - -6.175 + + +6.325 - - -6.18 + + +6.33 - - -6.185 + + +6.335 - - -6.19 + + +6.34 - - -6.195 + + +6.345 - - -6.2 + + +6.35 - - -6.205 + + +6.355 - - -6.21 + + +6.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/median.svg b/criterion/fork_join_hydroflow/report/median.svg index 750f37cb110..83cd7fce0a7 100644 --- a/criterion/fork_join_hydroflow/report/median.svg +++ b/criterion/fork_join_hydroflow/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - -6.165 + +6.3 - - -6.17 + + +6.31 - - -6.175 + + +6.32 - - -6.18 + + +6.33 - - -6.185 + + +6.34 - - -6.19 + + +6.35 - - -6.195 + + +6.36 - - -6.2 + + +6.37 - - -6.205 + + +6.38 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow/report/pdf.svg b/criterion/fork_join_hydroflow/report/pdf.svg index 0293c933079..3017dac23b1 100644 --- a/criterion/fork_join_hydroflow/report/pdf.svg +++ b/criterion/fork_join_hydroflow/report/pdf.svg @@ -50,30 +50,38 @@ Average Time (ms) - + 6 - - + + 6.1 - - + + 6.2 - - + + 6.3 - - + + 6.4 - - + + 6.5 - + + +6.6 + + + +6.7 + + Density (a.u.) @@ -82,54 +90,36 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - - - - + + + + + - - - - - - - + PDF diff --git a/criterion/fork_join_hydroflow/report/pdf_small.svg b/criterion/fork_join_hydroflow/report/pdf_small.svg index 11f0cff4890..fb27317b5c3 100644 --- a/criterion/fork_join_hydroflow/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/pdf_small.svg @@ -10,55 +10,47 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - - -4.5 - - - -5 - - + - + 6 - - + + 6.2 - - - + + +6.4 + + + +6.6 + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg index 4e2a297ab24..0d0b3fec36d 100644 --- a/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_iteration_times_small.svg @@ -13,47 +13,62 @@ Average Iteration Time (ms) - - - - - - - - + + + + + + + + + + + - + 6.1 - - + + 6.15 - - + + 6.2 - - + + 6.25 - - + + 6.3 - - + + 6.35 - - + + 6.4 - - + + 6.45 - + + +6.5 + + + +6.55 + + + +6.6 + + 0 @@ -99,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg index ef450324e54..9c3c6008c04 100644 --- a/criterion/fork_join_hydroflow/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow/report/relative_pdf_small.svg @@ -6,69 +6,61 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - -5.5 - - + - + 6 - - + + 6.2 - - + + 6.4 - - + + 6.6 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow/report/typical.svg b/criterion/fork_join_hydroflow/report/typical.svg index 4f4fef73cf2..d4860f53d26 100644 --- a/criterion/fork_join_hydroflow/report/typical.svg +++ b/criterion/fork_join_hydroflow/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 + + + +6.31 - - -50 + + +6.315 - - -55 + + +6.32 - - - -6.175 + + +6.325 - - -6.18 + + +6.33 - - -6.185 + + +6.335 - - -6.19 + + +6.34 - - -6.195 + + +6.345 - - -6.2 + + +6.35 - - -6.205 + + +6.355 - - -6.21 + + +6.36 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 0ab7ad11390..fad86906d2d 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4443439.558291667,"upper_bound":4456610.707166667},"point_estimate":4449474.799166667,"standard_error":3372.2608498319023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4439334.5,"upper_bound":4445231.666666667},"point_estimate":4441862.833333334,"standard_error":1386.3407370391092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.4429094193065,"upper_bound":14147.710248827934},"point_estimate":11117.523002624972,"standard_error":1564.7950806946906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19292.71894998218,"upper_bound":45167.325588790576},"point_estimate":33977.7248498477,"standard_error":6627.737623578043}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4873482.104068182,"upper_bound":4879378.5682045445},"point_estimate":4876337.268181817,"standard_error":1500.2670049514722},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4871963.363636363,"upper_bound":4876529.909090909},"point_estimate":4875393.7727272725,"standard_error":1166.5995330338992},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8658.990364454135,"upper_bound":16064.172887531697},"point_estimate":12132.7894936909,"standard_error":1841.8273734967731},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12056.61827741675,"upper_bound":17688.09566484194},"point_estimate":15088.368874118618,"standard_error":1440.146823043603}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index db8958fa13c..a110f170971 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53425070.0,55211276.0,53259147.0,53301468.0,53433746.0,53388611.0,53303240.0,53332646.0,53286449.0,53057277.0,53586625.0,53237707.0,53251482.0,53309714.0,53447613.0,53497026.0,53425540.0,53422926.0,53306627.0,53281930.0,55208290.0,53260270.0,53249509.0,53252114.0,53176822.0,53205477.0,53343086.0,53358103.0,53288663.0,53341272.0,53371850.0,53298742.0,53190558.0,53179447.0,53183254.0,53376058.0,53106049.0,53553422.0,53187272.0,53494742.0,53202090.0,53221576.0,53107311.0,53138299.0,53197568.0,54511853.0,53349052.0,53273881.0,53389378.0,53255116.0,53120851.0,53245788.0,53262098.0,53286644.0,53273710.0,53090596.0,53390270.0,53242051.0,55124166.0,53246910.0,53292776.0,53048576.0,53210302.0,53220741.0,53124790.0,53369139.0,53326089.0,53473457.0,53248372.0,53313756.0,53348752.0,53342780.0,53431298.0,53547817.0,53411329.0,53481251.0,53351437.0,53726293.0,53029710.0,53305910.0,52995046.0,53223255.0,53285172.0,53547506.0,53244035.0,53395931.0,53602019.0,53404727.0,53432590.0,53179443.0,53344894.0,53424224.0,53778691.0,53315449.0,53252200.0,55120631.0,53154746.0,53454481.0,53260205.0,53029611.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53705359.0,53700739.0,53574785.0,53400470.0,53791249.0,53514162.0,53635457.0,53641829.0,53507009.0,53462065.0,53497050.0,53430706.0,53588280.0,53680612.0,54001099.0,53526555.0,53660404.0,53691032.0,53482142.0,53796909.0,53633684.0,53637141.0,54127826.0,53641900.0,53514594.0,53782301.0,53717731.0,53462136.0,53494966.0,53610902.0,53399188.0,53630098.0,53803020.0,53648372.0,53539890.0,53680642.0,53542434.0,53502911.0,53522678.0,53683728.0,53447689.0,53819420.0,53647570.0,53470650.0,53563364.0,54112867.0,53420898.0,53632231.0,53403395.0,53680472.0,53522217.0,53633093.0,53401182.0,53683478.0,53810003.0,53510735.0,53527397.0,53650326.0,53591597.0,53476201.0,53787691.0,53641148.0,53984438.0,54072943.0,53646598.0,53718242.0,53652240.0,53934124.0,53596104.0,53683297.0,53621032.0,53479858.0,53565508.0,54111956.0,53561400.0,53636851.0,53588089.0,53727971.0,53644033.0,54159745.0,53590664.0,53638113.0,53565337.0,53715267.0,53621222.0,53467194.0,53514052.0,53486100.0,53816366.0,53872359.0,53442830.0,53521515.0,53617935.0,53483596.0,53628565.0,53605361.0,53611633.0,53766031.0,53604821.0,53719926.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index 79d01c652c9..87ae69d043a 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4391140.9375,4413657.71875,4473702.46875,4496219.25] \ No newline at end of file +[4818069.340909089,4841752.159090908,4904906.340909092,4928589.15909091] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index c7233b7f50f..1ddcdc34c80 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.10788517999127646,"upper_bound":-0.09287481504203855},"point_estimate":-0.10022432917556179,"standard_error":0.003837526646816957},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08474175768166847,"upper_bound":-0.08093702306815538},"point_estimate":-0.08243252154967673,"standard_error":0.0009512002866731063}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09405194975062389,"upper_bound":0.09755854225899635},"point_estimate":0.09593547290010407,"standard_error":0.0008960504111795418},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.09657496480109828,"upper_bound":0.09827438507491015},"point_estimate":0.09760115421407578,"standard_error":0.0004313925722625741}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 0ab7ad11390..fad86906d2d 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4443439.558291667,"upper_bound":4456610.707166667},"point_estimate":4449474.799166667,"standard_error":3372.2608498319023},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4439334.5,"upper_bound":4445231.666666667},"point_estimate":4441862.833333334,"standard_error":1386.3407370391092},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":7918.4429094193065,"upper_bound":14147.710248827934},"point_estimate":11117.523002624972,"standard_error":1564.7950806946906},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":19292.71894998218,"upper_bound":45167.325588790576},"point_estimate":33977.7248498477,"standard_error":6627.737623578043}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4873482.104068182,"upper_bound":4879378.5682045445},"point_estimate":4876337.268181817,"standard_error":1500.2670049514722},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4871963.363636363,"upper_bound":4876529.909090909},"point_estimate":4875393.7727272725,"standard_error":1166.5995330338992},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8658.990364454135,"upper_bound":16064.172887531697},"point_estimate":12132.7894936909,"standard_error":1841.8273734967731},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12056.61827741675,"upper_bound":17688.09566484194},"point_estimate":15088.368874118618,"standard_error":1440.146823043603}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index db8958fa13c..a110f170971 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53425070.0,55211276.0,53259147.0,53301468.0,53433746.0,53388611.0,53303240.0,53332646.0,53286449.0,53057277.0,53586625.0,53237707.0,53251482.0,53309714.0,53447613.0,53497026.0,53425540.0,53422926.0,53306627.0,53281930.0,55208290.0,53260270.0,53249509.0,53252114.0,53176822.0,53205477.0,53343086.0,53358103.0,53288663.0,53341272.0,53371850.0,53298742.0,53190558.0,53179447.0,53183254.0,53376058.0,53106049.0,53553422.0,53187272.0,53494742.0,53202090.0,53221576.0,53107311.0,53138299.0,53197568.0,54511853.0,53349052.0,53273881.0,53389378.0,53255116.0,53120851.0,53245788.0,53262098.0,53286644.0,53273710.0,53090596.0,53390270.0,53242051.0,55124166.0,53246910.0,53292776.0,53048576.0,53210302.0,53220741.0,53124790.0,53369139.0,53326089.0,53473457.0,53248372.0,53313756.0,53348752.0,53342780.0,53431298.0,53547817.0,53411329.0,53481251.0,53351437.0,53726293.0,53029710.0,53305910.0,52995046.0,53223255.0,53285172.0,53547506.0,53244035.0,53395931.0,53602019.0,53404727.0,53432590.0,53179443.0,53344894.0,53424224.0,53778691.0,53315449.0,53252200.0,55120631.0,53154746.0,53454481.0,53260205.0,53029611.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0,11.0],"times":[53705359.0,53700739.0,53574785.0,53400470.0,53791249.0,53514162.0,53635457.0,53641829.0,53507009.0,53462065.0,53497050.0,53430706.0,53588280.0,53680612.0,54001099.0,53526555.0,53660404.0,53691032.0,53482142.0,53796909.0,53633684.0,53637141.0,54127826.0,53641900.0,53514594.0,53782301.0,53717731.0,53462136.0,53494966.0,53610902.0,53399188.0,53630098.0,53803020.0,53648372.0,53539890.0,53680642.0,53542434.0,53502911.0,53522678.0,53683728.0,53447689.0,53819420.0,53647570.0,53470650.0,53563364.0,54112867.0,53420898.0,53632231.0,53403395.0,53680472.0,53522217.0,53633093.0,53401182.0,53683478.0,53810003.0,53510735.0,53527397.0,53650326.0,53591597.0,53476201.0,53787691.0,53641148.0,53984438.0,54072943.0,53646598.0,53718242.0,53652240.0,53934124.0,53596104.0,53683297.0,53621032.0,53479858.0,53565508.0,54111956.0,53561400.0,53636851.0,53588089.0,53727971.0,53644033.0,54159745.0,53590664.0,53638113.0,53565337.0,53715267.0,53621222.0,53467194.0,53514052.0,53486100.0,53816366.0,53872359.0,53442830.0,53521515.0,53617935.0,53483596.0,53628565.0,53605361.0,53611633.0,53766031.0,53604821.0,53719926.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index 79d01c652c9..87ae69d043a 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4391140.9375,4413657.71875,4473702.46875,4496219.25] \ No newline at end of file +[4818069.340909089,4841752.159090908,4904906.340909092,4928589.15909091] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 9db6e78a322..203af19ea2b 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - + - + 8 - - + + 9 - - + + 10 - - + + 11 - - + + 12 - - + + 13 - - + + 14 - - - - + + +15 + + + +16 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 0d7c21a707a..943568a6b72 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -0.01 - - - -0.02 + +0.05 - - -0.03 + + +0.1 - - -0.04 + + +0.15 - - -0.05 + + +0.2 - - -0.06 + + +0.25 - - -0.07 + + +0.3 - + - -20 + +12 + + + +13 - - -25 + + +14 - - -30 + + +15 - - -35 + + +16 - - -40 + + +17 - - -45 + + +18 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index df8e9ee5142..990bab5bb36 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -16,42 +16,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +4.45 + + + +4.5 + + + +4.55 + + + 4.6 - - -4.8 + + +4.65 - - -5.0 + + +4.7 - - -5.2 + + +4.75 - - -5.4 + + +4.8 - - -5.6 + + +4.85 - - -5.8 + + +4.9 - + 0 @@ -97,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 28f35345caf..d85caa7f37f 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,67 +9,43 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - - -4.5 - - - -5 + + +25 - - -5.5 - - - -6 - - - - - - + + + +4.4 + + + +4.6 + + + +4.8 + + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index b077bd541f8..a686a34f4e7 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,86 +9,78 @@ Density (a.u.) Relative change (%) - -10 - - - -20 + +50 - - -30 + + +100 - - -40 + + +150 - - -50 + + +200 - - -60 + + +250 - - -70 + + +300 - + -80 +350 - -90 + +400 - - -100 + + +450 - + - --0.108 - - - --0.106 + +0.094 - - --0.104 + + +0.0945 - - --0.102 + + +0.095 - - --0.1 + + +0.0955 - - --0.098 + + +0.096 - - --0.096 + + +0.0965 - - --0.094 + + +0.097 - - --0.092 + + +0.0975 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index f222cd74ec7..6d14d32fc70 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,82 +9,98 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 + + +500 + + + +600 + + + +700 - + + +800 + + + +900 + + + +1000 + + + +1100 + + - --0.085 + +0.0964 + + + +0.0966 - - --0.0845 + + +0.0968 - - --0.084 + + +0.097 - - --0.0835 + + +0.0972 - - --0.083 + + +0.0974 - - --0.0825 + + +0.0976 - + --0.082 +0.0978 - --0.0815 + +0.098 + + + +0.0982 - - --0.081 + + +0.0984 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 07292140926..daaf8340049 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -41,49 +41,49 @@ t score 0.35 - + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 4ab6fb84579..c9208284cc1 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0077450 - 0.0079899 - 0.0076517 + 0.0022720 + 0.0023539 + 0.0022613 Mean - 4.4434 ms - 4.4495 ms - 4.4566 ms + 4.8735 ms + 4.8763 ms + 4.8794 ms Std. Dev. - 19.293 µs - 33.978 µs - 45.167 µs + 12.057 µs + 15.088 µs + 17.688 µs Median - 4.4393 ms - 4.4419 ms - 4.4452 ms + 4.8720 ms + 4.8754 ms + 4.8765 ms MAD - 7.9184 µs - 11.118 µs - 14.148 µs + 8.6590 µs + 12.133 µs + 16.064 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -10.789% - -10.022% - -9.2875% + +9.4052% + +9.5935% + +9.7559% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 2fc9cc6b664..76a8735379c 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,57 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -4.42 + +4.86 - - -4.44 + + +4.87 - - -4.46 + + +4.88 - - -4.48 + + +4.89 - - -4.5 + + +4.9 - - -4.52 + + +4.91 - - -4.54 + + +4.92 - - -4.56 - - - -4.58 - - - -4.6 - - + 10 @@ -107,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index 2166b21fcbc..1edc8381dac 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,57 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + - -4.42 + +4.86 - - -4.44 + + +4.87 - - -4.46 + + +4.88 - - -4.48 + + +4.89 - - -4.5 + + +4.9 - - -4.52 + + +4.91 - - -4.54 + + +4.92 - - -4.56 - - - -4.58 - - - -4.6 - - + 10 @@ -104,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index f4eec5d4af2..ca0ba0588a0 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + - -4.442 - - - -4.444 + +4.873 - - -4.446 + + +4.874 - - -4.448 + + +4.875 - - -4.45 + + +4.876 - - -4.452 + + +4.877 - - -4.454 + + +4.878 - - -4.456 + + +4.879 - + -4.458 +4.88 - - - + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 387222b8353..23c0a6e7d98 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,78 +9,58 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - - -4.439 + + +600 - - -4.44 + + +700 - - -4.441 + + + +4.872 - - -4.442 + + +4.873 - - -4.443 + + +4.874 - - -4.444 + + +4.875 - - -4.445 + + +4.876 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 3cb3d6fe8cf..ec93ff23732 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -13,51 +13,71 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - -12 - - + - -4.4 + +4.84 + + + +4.85 + + + +4.86 + + + +4.87 + + + +4.88 - - -4.45 + + +4.89 - - -4.5 + + +4.9 - - -4.55 + + +4.91 - - -4.6 + + +4.92 - + + +4.93 + + + +4.94 + + Density (a.u.) @@ -66,66 +86,46 @@ Density (a.u.) 0 - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 - - - -16 - - - -18 + + +15 - - + + 20 - - - - - - - - - - - - - - - - - - - - - + + +25 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index ee0e74f2205..19d2391d258 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,43 +10,39 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - - -4.4 - - - -4.45 + + +25 - - -4.5 + + +30 - - -4.55 + + + +4.85 - - -4.6 + + +4.9 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 2faabdfcdfa..cb107b82743 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -13,42 +13,57 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + + + - + +4.45 + + + +4.5 + + + +4.55 + + + 4.6 - - -4.8 + + +4.65 - - -5.0 + + +4.7 - - -5.2 + + +4.75 - - -5.4 + + +4.8 - - -5.6 + + +4.85 - - -5.8 + + +4.9 - + 0 @@ -94,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index 8c41ea66e07..5f5c655a6f1 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,65 +6,41 @@ Density (a.u.) Average Time (ms) - -2 - - - -4 - - - -6 - - - -8 + +5 - - + + 10 - - -12 + + +15 - + -14 +20 - -16 - - - -18 + +25 - - -20 - - + - -4.5 - - - -5 - - - -5.5 - - - -6 - - - - - - + +4.4 + + + +4.6 + + + +4.8 + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index 37ecbe57f32..d75a504b1cd 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - + - -4.442 - - - -4.444 + +4.873 - - -4.446 + + +4.874 - - -4.448 + + +4.875 - - -4.45 + + +4.876 - - -4.452 + + +4.877 - - -4.454 + + +4.878 - - -4.456 + + +4.879 - + -4.458 +4.88 - - - + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/base/estimates.json b/criterion/fork_join_hydroflow_surface/base/estimates.json index bcb6ba6d273..60a43f64bd3 100644 --- a/criterion/fork_join_hydroflow_surface/base/estimates.json +++ b/criterion/fork_join_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30946246.207875002,"upper_bound":31596113.980125},"point_estimate":31285050.87,"standard_error":166209.0395197904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31596577.5,"upper_bound":31926975.5},"point_estimate":31768328.75,"standard_error":82016.86736918816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":560487.4684743584,"upper_bound":1189849.489375949},"point_estimate":734129.3920665979,"standard_error":165870.5754725371},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1262189.2585597811,"upper_bound":2025713.3826056411},"point_estimate":1670002.4030506914,"standard_error":195488.00671016227}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29900941.999750003,"upper_bound":30783269.680999998},"point_estimate":30355712.745,"standard_error":225149.5929477703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30989667.0,"upper_bound":31700095.5},"point_estimate":31443051.5,"standard_error":162957.10340150355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":574027.1274089813,"upper_bound":1574790.263941884},"point_estimate":980669.4590896368,"standard_error":255088.08206031282},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1884233.1381475606,"upper_bound":2562076.409422716},"point_estimate":2258284.116743081,"standard_error":172771.24234936014}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/sample.json b/criterion/fork_join_hydroflow_surface/base/sample.json index 926702cb054..bfb8b1b49d1 100644 --- a/criterion/fork_join_hydroflow_surface/base/sample.json +++ b/criterion/fork_join_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65858381.0,65581950.0,57689457.0,51525345.0,53994921.0,49701116.0,60005925.0,50807791.0,56999838.0,56412129.0,57025636.0,64670571.0,64862283.0,63882875.0,57313469.0,64192850.0,63541091.0,60185815.0,63532224.0,60275214.0,64681071.0,62902217.0,64799945.0,65367916.0,56359520.0,61963917.0,57709927.0,62748978.0,63166656.0,63418020.0,62874815.0,64096799.0,62581632.0,63853951.0,62659239.0,63925977.0,64138498.0,65021713.0,63817964.0,65159216.0,62873493.0,62714082.0,63261003.0,63286511.0,63613828.0,62893090.0,63037763.0,65220708.0,63565426.0,64469222.0,63580335.0,60543189.0,60935679.0,61457783.0,64119212.0,56330575.0,58024750.0,64535085.0,63293655.0,63684311.0,64744781.0,59623515.0,64179395.0,60475261.0,62898419.0,63374798.0,63621814.0,59367531.0,62554431.0,63906099.0,66692944.0,65304316.0,65525474.0,66477809.0,65707376.0,64266569.0,65055186.0,67096476.0,66888283.0,66334819.0,64827386.0,64745803.0,63241777.0,63416306.0,62748798.0,63671408.0,63934343.0,65616014.0,61389125.0,60235559.0,64302026.0,63733063.0,64228207.0,65016340.0,64195576.0,63193155.0,64486053.0,63444349.0,63060415.0,62682623.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62812446.0,62604949.0,57127214.0,58612662.0,50441307.0,52113232.0,48537460.0,52166641.0,51424068.0,48661351.0,55000492.0,52887094.0,53105831.0,54587151.0,48682230.0,50022056.0,54559710.0,55487760.0,61280160.0,57213695.0,62688325.0,60311042.0,53014903.0,55578628.0,54853607.0,55407249.0,55786877.0,61324103.0,63775419.0,63392036.0,54993088.0,57978840.0,59433430.0,59999766.0,61302673.0,61873317.0,60601075.0,60441819.0,63404008.0,59129133.0,61924983.0,61928578.0,63685182.0,63569336.0,63961266.0,63975223.0,62819539.0,64980736.0,62788852.0,61467790.0,64621567.0,64519918.0,65246280.0,64968542.0,65248795.0,65314016.0,64849801.0,64228464.0,63450865.0,56062439.0,55885280.0,61979334.0,62552592.0,62609207.0,63832987.0,62280265.0,65119133.0,63145387.0,62598437.0,64600106.0,63754581.0,63885224.0,62952667.0,63400191.0,64963724.0,64063076.0,63387006.0,63858043.0,63528650.0,63307818.0,63113747.0,63643904.0,63731758.0,63765020.0,63589012.0,63631201.0,64140310.0,63974721.0,63141207.0,63620822.0,63191131.0,58171870.0,63537437.0,63125218.0,63804474.0,63410720.0,64189552.0,64235336.0,63713745.0,63478637.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/base/tukey.json b/criterion/fork_join_hydroflow_surface/base/tukey.json index 5f0a1a36f7a..6c2f93491bd 100644 --- a/criterion/fork_join_hydroflow_surface/base/tukey.json +++ b/criterion/fork_join_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[28066138.5,29634769.875,33817786.875,35386418.25] \ No newline at end of file +[20611438.875,24836622.5625,36103779.0625,40328962.75] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/change/estimates.json b/criterion/fork_join_hydroflow_surface/change/estimates.json index eac8e63daab..9399615c065 100644 --- a/criterion/fork_join_hydroflow_surface/change/estimates.json +++ b/criterion/fork_join_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.02154687674692802,"upper_bound":0.05740675907200454},"point_estimate":0.03951590305902197,"standard_error":0.009186309399271831},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.01858640126549571,"upper_bound":0.08639123425427653},"point_estimate":0.04688045137321839,"standard_error":0.017585794839902434}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04742774893928687,"upper_bound":-0.01195054004821799},"point_estimate":-0.029705501482536034,"standard_error":0.00897290765119996},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02361680887469423,"upper_bound":0.00023231632233366994},"point_estimate":-0.010239041926308423,"standard_error":0.00577259020994589}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/estimates.json b/criterion/fork_join_hydroflow_surface/new/estimates.json index bcb6ba6d273..60a43f64bd3 100644 --- a/criterion/fork_join_hydroflow_surface/new/estimates.json +++ b/criterion/fork_join_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30946246.207875002,"upper_bound":31596113.980125},"point_estimate":31285050.87,"standard_error":166209.0395197904},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":31596577.5,"upper_bound":31926975.5},"point_estimate":31768328.75,"standard_error":82016.86736918816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":560487.4684743584,"upper_bound":1189849.489375949},"point_estimate":734129.3920665979,"standard_error":165870.5754725371},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1262189.2585597811,"upper_bound":2025713.3826056411},"point_estimate":1670002.4030506914,"standard_error":195488.00671016227}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":29900941.999750003,"upper_bound":30783269.680999998},"point_estimate":30355712.745,"standard_error":225149.5929477703},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30989667.0,"upper_bound":31700095.5},"point_estimate":31443051.5,"standard_error":162957.10340150355},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":574027.1274089813,"upper_bound":1574790.263941884},"point_estimate":980669.4590896368,"standard_error":255088.08206031282},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1884233.1381475606,"upper_bound":2562076.409422716},"point_estimate":2258284.116743081,"standard_error":172771.24234936014}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/sample.json b/criterion/fork_join_hydroflow_surface/new/sample.json index 926702cb054..bfb8b1b49d1 100644 --- a/criterion/fork_join_hydroflow_surface/new/sample.json +++ b/criterion/fork_join_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[65858381.0,65581950.0,57689457.0,51525345.0,53994921.0,49701116.0,60005925.0,50807791.0,56999838.0,56412129.0,57025636.0,64670571.0,64862283.0,63882875.0,57313469.0,64192850.0,63541091.0,60185815.0,63532224.0,60275214.0,64681071.0,62902217.0,64799945.0,65367916.0,56359520.0,61963917.0,57709927.0,62748978.0,63166656.0,63418020.0,62874815.0,64096799.0,62581632.0,63853951.0,62659239.0,63925977.0,64138498.0,65021713.0,63817964.0,65159216.0,62873493.0,62714082.0,63261003.0,63286511.0,63613828.0,62893090.0,63037763.0,65220708.0,63565426.0,64469222.0,63580335.0,60543189.0,60935679.0,61457783.0,64119212.0,56330575.0,58024750.0,64535085.0,63293655.0,63684311.0,64744781.0,59623515.0,64179395.0,60475261.0,62898419.0,63374798.0,63621814.0,59367531.0,62554431.0,63906099.0,66692944.0,65304316.0,65525474.0,66477809.0,65707376.0,64266569.0,65055186.0,67096476.0,66888283.0,66334819.0,64827386.0,64745803.0,63241777.0,63416306.0,62748798.0,63671408.0,63934343.0,65616014.0,61389125.0,60235559.0,64302026.0,63733063.0,64228207.0,65016340.0,64195576.0,63193155.0,64486053.0,63444349.0,63060415.0,62682623.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0,2.0],"times":[62812446.0,62604949.0,57127214.0,58612662.0,50441307.0,52113232.0,48537460.0,52166641.0,51424068.0,48661351.0,55000492.0,52887094.0,53105831.0,54587151.0,48682230.0,50022056.0,54559710.0,55487760.0,61280160.0,57213695.0,62688325.0,60311042.0,53014903.0,55578628.0,54853607.0,55407249.0,55786877.0,61324103.0,63775419.0,63392036.0,54993088.0,57978840.0,59433430.0,59999766.0,61302673.0,61873317.0,60601075.0,60441819.0,63404008.0,59129133.0,61924983.0,61928578.0,63685182.0,63569336.0,63961266.0,63975223.0,62819539.0,64980736.0,62788852.0,61467790.0,64621567.0,64519918.0,65246280.0,64968542.0,65248795.0,65314016.0,64849801.0,64228464.0,63450865.0,56062439.0,55885280.0,61979334.0,62552592.0,62609207.0,63832987.0,62280265.0,65119133.0,63145387.0,62598437.0,64600106.0,63754581.0,63885224.0,62952667.0,63400191.0,64963724.0,64063076.0,63387006.0,63858043.0,63528650.0,63307818.0,63113747.0,63643904.0,63731758.0,63765020.0,63589012.0,63631201.0,64140310.0,63974721.0,63141207.0,63620822.0,63191131.0,58171870.0,63537437.0,63125218.0,63804474.0,63410720.0,64189552.0,64235336.0,63713745.0,63478637.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/new/tukey.json b/criterion/fork_join_hydroflow_surface/new/tukey.json index 5f0a1a36f7a..6c2f93491bd 100644 --- a/criterion/fork_join_hydroflow_surface/new/tukey.json +++ b/criterion/fork_join_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[28066138.5,29634769.875,33817786.875,35386418.25] \ No newline at end of file +[20611438.875,24836622.5625,36103779.0625,40328962.75] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_surface/report/MAD.svg b/criterion/fork_join_hydroflow_surface/report/MAD.svg index 1f321299868..90b1b3418fc 100644 --- a/criterion/fork_join_hydroflow_surface/report/MAD.svg +++ b/criterion/fork_join_hydroflow_surface/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 + + + +0.8 - + -1.5 +1 - -2 + +1.2 - - -2.5 + + +1.4 - - -3 + + +1.6 - - - -0.5 + + +1.8 - - -0.6 + + +2 - - -0.7 + + + +0.6 - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 - - - + + 1.2 - - - - + + +1.4 + + + +1.6 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/SD.svg b/criterion/fork_join_hydroflow_surface/report/SD.svg index 9ff42614b05..b1e9a76b158 100644 --- a/criterion/fork_join_hydroflow_surface/report/SD.svg +++ b/criterion/fork_join_hydroflow_surface/report/SD.svg @@ -9,94 +9,62 @@ Density (a.u.) Average time (ms) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - - -2.2 + + +2.5 - + - -1.2 - - - -1.3 - - - -1.4 + +1.9 - - -1.5 + + +2 - - -1.6 + + +2.1 - - -1.7 + + +2.2 - - -1.8 + + +2.3 - - -1.9 + + +2.4 - - -2 + + +2.5 - - -2.1 + + +2.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg index 674ef42fb52..234a9389fc3 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/iteration_times.svg @@ -16,52 +16,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -107,206 +107,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg index ca76a87f227..666e556c629 100644 --- a/criterion/fork_join_hydroflow_surface/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/both/pdf.svg @@ -34,22 +34,22 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_surface/report/change/mean.svg b/criterion/fork_join_hydroflow_surface/report/change/mean.svg index a753331e66f..28c75185575 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - + + +45 + + - -0.02 - - - -0.025 - - - -0.03 - - - -0.035 - - - -0.04 - - - -0.045 - - - -0.05 - - - -0.055 - - - -0.06 - - - - - - + +-0.05 + + + +-0.045 + + + +-0.04 + + + +-0.035 + + + +-0.03 + + + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/median.svg b/criterion/fork_join_hydroflow_surface/report/change/median.svg index 1e956e6603f..20d3093682e 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/median.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 + + + +50 + + + +60 + + + +70 - + - -0.02 - - - -0.03 - - - -0.04 - - - -0.05 - - - -0.06 - - - -0.07 - - - -0.08 - - - -0.09 - - - - - - + +-0.025 + + + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +3.46945e-18 + + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg index a5d5e786b15..9a3a775b6de 100644 --- a/criterion/fork_join_hydroflow_surface/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_surface/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_surface/report/index.html b/criterion/fork_join_hydroflow_surface/report/index.html index 86985da395e..bc979d2130e 100644 --- a/criterion/fork_join_hydroflow_surface/report/index.html +++ b/criterion/fork_join_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000110 - 0.0000115 - 0.0000111 + 0.0036293 + 0.0037774 + 0.0036459 Mean - 30.946 ms - 31.285 ms - 31.596 ms + 29.901 ms + 30.356 ms + 30.783 ms Std. Dev. - 1.2622 ms - 1.6700 ms - 2.0257 ms + 1.8842 ms + 2.2583 ms + 2.5621 ms Median - 31.597 ms - 31.768 ms - 31.927 ms + 30.990 ms + 31.443 ms + 31.700 ms MAD - 560.49 µs - 734.13 µs - 1.1898 ms + 574.03 µs + 980.67 µs + 1.5748 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +2.1547% - +3.9516% - +5.7407% + -4.7428% + -2.9706% + -1.1951% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg index d71eb025e67..a28b82af8a5 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - -33.0 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg index 776f29c18e4..7be3ee9904d 100644 --- a/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - -33.0 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/mean.svg b/criterion/fork_join_hydroflow_surface/report/mean.svg index 8af6271b112..8f16e607e7e 100644 --- a/criterion/fork_join_hydroflow_surface/report/mean.svg +++ b/criterion/fork_join_hydroflow_surface/report/mean.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + + +1.8 + + - -30.9 + +29.9 + + + +30 + + + +30.1 - - -31 + + +30.2 - - -31.1 + + +30.3 - - -31.2 + + +30.4 - - -31.3 + + +30.5 - - -31.4 + + +30.6 - - -31.5 + + +30.7 - - -31.6 + + +30.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/median.svg b/criterion/fork_join_hydroflow_surface/report/median.svg index 8ed15a76073..c7234baa614 100644 --- a/criterion/fork_join_hydroflow_surface/report/median.svg +++ b/criterion/fork_join_hydroflow_surface/report/median.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - -3 + + +2.5 - - -4 + + +3 - - -5 + + +3.5 - - -6 + + +4 - - -7 + + +4.5 - - -8 + + +5 - + - -31.6 + +31 - - -31.65 + + +31.1 - - -31.7 + + +31.2 - - -31.75 + + +31.3 - - -31.8 + + +31.4 - - -31.85 + + +31.5 - - -31.9 + + +31.6 - - -31.95 + + +31.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_surface/report/pdf.svg b/criterion/fork_join_hydroflow_surface/report/pdf.svg index 83606d42f26..835e36e34fb 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf.svg @@ -54,30 +54,34 @@ Average Time (ms) - + +22 + + + 24 - - + + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - + Density (a.u.) @@ -86,62 +90,38 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg index e59f985eb20..f9f398612df 100644 --- a/criterion/fork_join_hydroflow_surface/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - -0.3 - - - -0.35 - - + - + 25 - - + + 30 - - + + 35 - - - + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg index 932034dfbfa..3b94861b533 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,52 +13,52 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + - + 25.0 - - + + 26.0 - - + + 27.0 - - + + 28.0 - - + + 29.0 - - + + 30.0 - - + + 31.0 - - + + 32.0 - - + + 33.0 - + 0 @@ -104,204 +104,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg index 51eb44603a9..01d2db1bc14 100644 --- a/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_surface/report/relative_pdf_small.svg @@ -31,20 +31,20 @@ Average Time (ms) - + 25 - - + + 30 - - + + 35 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_surface/report/typical.svg b/criterion/fork_join_hydroflow_surface/report/typical.svg index 93914ae4f66..617670ddd69 100644 --- a/criterion/fork_join_hydroflow_surface/report/typical.svg +++ b/criterion/fork_join_hydroflow_surface/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ms) - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 - - -2 + + +1.4 - - -2.5 + + +1.6 - + + +1.8 + + - -30.9 + +29.9 + + + +30 + + + +30.1 - - -31 + + +30.2 - - -31.1 + + +30.3 - - -31.2 + + +30.4 - - -31.3 + + +30.5 - - -31.4 + + +30.6 - - -31.5 + + +30.7 - - -31.6 + + +30.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index a6d5520e652..55a359ad748 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58641948.92575,"upper_bound":59077478.04},"point_estimate":58838587.78,"standard_error":110720.55443675997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58599755.0,"upper_bound":58887120.5},"point_estimate":58748349.5,"standard_error":80115.13548846477},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575848.5014766455,"upper_bound":950807.0045497998},"point_estimate":779609.6288591623,"standard_error":93751.39838208923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657037.4092436798,"upper_bound":1644222.8210919998},"point_estimate":1116338.7796921767,"standard_error":304234.76321772585}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57876762.126499996,"upper_bound":58286423.79525},"point_estimate":58073440.68,"standard_error":104458.97108142986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57624899.5,"upper_bound":58179696.0},"point_estimate":57984079.0,"standard_error":138187.33675464056},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":732444.4171965122,"upper_bound":1080651.9612295923},"point_estimate":917632.2734087706,"standard_error":87939.83632166075},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":768917.0398309422,"upper_bound":1333749.280175548},"point_estimate":1053214.6156117467,"standard_error":146233.9745626681}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index 42ae6f981b2..e32bf137a58 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59224150.0,60112547.0,58897906.0,58690987.0,59355376.0,59606128.0,59193492.0,58317003.0,60111778.0,57866656.0,57854233.0,59594356.0,59522500.0,58755137.0,57918153.0,58541135.0,59010477.0,58741562.0,57976062.0,58057465.0,58119072.0,58980140.0,59689305.0,58384309.0,57654447.0,57931198.0,60500179.0,60097351.0,59201477.0,67181034.0,58918935.0,58595437.0,58882877.0,58549802.0,58350977.0,58452168.0,60043390.0,58304239.0,58647264.0,58861497.0,59416942.0,59167142.0,59533091.0,59220533.0,59670739.0,58651352.0,57207647.0,58316022.0,58655439.0,58405079.0,58183351.0,56990859.0,59177121.0,59093373.0,58039522.0,60579789.0,59263914.0,59920329.0,59360255.0,58165940.0,58960103.0,58879511.0,58104995.0,57995599.0,58150951.0,58757793.0,58624111.0,59692761.0,58507371.0,58355356.0,58690767.0,58802657.0,58777038.0,57602310.0,58915198.0,58604073.0,58299600.0,59363332.0,58210172.0,59620965.0,59429145.0,59574207.0,58876335.0,59566673.0,58601338.0,57959982.0,58405770.0,57464461.0,57507471.0,57441266.0,57469800.0,58760155.0,57811753.0,58212235.0,58537357.0,58717866.0,58962316.0,58871003.0,59757600.0,59306742.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58718490.0,58408492.0,58232323.0,58658538.0,58715875.0,58464456.0,58517546.0,59412483.0,58179696.0,58913193.0,61942547.0,60361249.0,58539285.0,59629236.0,58217637.0,58608144.0,58459968.0,58928782.0,59410890.0,60737360.0,58482790.0,58998494.0,58681550.0,63203030.0,57461926.0,57370275.0,56678184.0,57687527.0,56747664.0,57516738.0,56787298.0,58356754.0,57576990.0,56830238.0,57433703.0,57146348.0,58316830.0,57644076.0,56701167.0,57483346.0,57151006.0,57481001.0,57357812.0,58640724.0,57996182.0,58087372.0,56992249.0,57593301.0,57222810.0,57865879.0,57434364.0,57155745.0,58079989.0,56875823.0,58728237.0,56942998.0,57282224.0,57095373.0,58462842.0,58863519.0,56579771.0,57343656.0,56819298.0,57421942.0,57156666.0,56801264.0,58908453.0,57225235.0,57562273.0,57583612.0,57197713.0,56899827.0,57144353.0,58005950.0,57962149.0,57726816.0,57554177.0,58061624.0,57780439.0,57296697.0,57255981.0,59049916.0,57511749.0,58916437.0,58553711.0,57869285.0,58565153.0,58321027.0,59539781.0,58582946.0,58025617.0,57656498.0,58578849.0,59194025.0,59145765.0,58104665.0,58071864.0,58066001.0,57860339.0,57971976.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 5c693d7a4d1..44c21459512 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[55287172.0,56782465.375,60769914.375,62265207.75] \ No newline at end of file +[53677472.25,55515872.625,60418273.625,62256674.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index 927cd129af9..59ff87e3d01 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002499395269118687,"upper_bound":0.0159196808825998},"point_estimate":0.0067155208793368,"standard_error":0.004677436618364199},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005215600907549203,"upper_bound":0.004150553904262555},"point_estimate":0.0005473190173215237,"standard_error":0.0022382688105357165}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01799867302565774,"upper_bound":-0.008543880762489409},"point_estimate":-0.013004171732688752,"standard_error":0.00240915263715625},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019348465397374115,"upper_bound":-0.008519195844072347},"point_estimate":-0.013009225050654383,"standard_error":0.002706604328482291}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index a6d5520e652..55a359ad748 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58641948.92575,"upper_bound":59077478.04},"point_estimate":58838587.78,"standard_error":110720.55443675997},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":58599755.0,"upper_bound":58887120.5},"point_estimate":58748349.5,"standard_error":80115.13548846477},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":575848.5014766455,"upper_bound":950807.0045497998},"point_estimate":779609.6288591623,"standard_error":93751.39838208923},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":657037.4092436798,"upper_bound":1644222.8210919998},"point_estimate":1116338.7796921767,"standard_error":304234.76321772585}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57876762.126499996,"upper_bound":58286423.79525},"point_estimate":58073440.68,"standard_error":104458.97108142986},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57624899.5,"upper_bound":58179696.0},"point_estimate":57984079.0,"standard_error":138187.33675464056},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":732444.4171965122,"upper_bound":1080651.9612295923},"point_estimate":917632.2734087706,"standard_error":87939.83632166075},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":768917.0398309422,"upper_bound":1333749.280175548},"point_estimate":1053214.6156117467,"standard_error":146233.9745626681}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index 42ae6f981b2..e32bf137a58 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[59224150.0,60112547.0,58897906.0,58690987.0,59355376.0,59606128.0,59193492.0,58317003.0,60111778.0,57866656.0,57854233.0,59594356.0,59522500.0,58755137.0,57918153.0,58541135.0,59010477.0,58741562.0,57976062.0,58057465.0,58119072.0,58980140.0,59689305.0,58384309.0,57654447.0,57931198.0,60500179.0,60097351.0,59201477.0,67181034.0,58918935.0,58595437.0,58882877.0,58549802.0,58350977.0,58452168.0,60043390.0,58304239.0,58647264.0,58861497.0,59416942.0,59167142.0,59533091.0,59220533.0,59670739.0,58651352.0,57207647.0,58316022.0,58655439.0,58405079.0,58183351.0,56990859.0,59177121.0,59093373.0,58039522.0,60579789.0,59263914.0,59920329.0,59360255.0,58165940.0,58960103.0,58879511.0,58104995.0,57995599.0,58150951.0,58757793.0,58624111.0,59692761.0,58507371.0,58355356.0,58690767.0,58802657.0,58777038.0,57602310.0,58915198.0,58604073.0,58299600.0,59363332.0,58210172.0,59620965.0,59429145.0,59574207.0,58876335.0,59566673.0,58601338.0,57959982.0,58405770.0,57464461.0,57507471.0,57441266.0,57469800.0,58760155.0,57811753.0,58212235.0,58537357.0,58717866.0,58962316.0,58871003.0,59757600.0,59306742.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[58718490.0,58408492.0,58232323.0,58658538.0,58715875.0,58464456.0,58517546.0,59412483.0,58179696.0,58913193.0,61942547.0,60361249.0,58539285.0,59629236.0,58217637.0,58608144.0,58459968.0,58928782.0,59410890.0,60737360.0,58482790.0,58998494.0,58681550.0,63203030.0,57461926.0,57370275.0,56678184.0,57687527.0,56747664.0,57516738.0,56787298.0,58356754.0,57576990.0,56830238.0,57433703.0,57146348.0,58316830.0,57644076.0,56701167.0,57483346.0,57151006.0,57481001.0,57357812.0,58640724.0,57996182.0,58087372.0,56992249.0,57593301.0,57222810.0,57865879.0,57434364.0,57155745.0,58079989.0,56875823.0,58728237.0,56942998.0,57282224.0,57095373.0,58462842.0,58863519.0,56579771.0,57343656.0,56819298.0,57421942.0,57156666.0,56801264.0,58908453.0,57225235.0,57562273.0,57583612.0,57197713.0,56899827.0,57144353.0,58005950.0,57962149.0,57726816.0,57554177.0,58061624.0,57780439.0,57296697.0,57255981.0,59049916.0,57511749.0,58916437.0,58553711.0,57869285.0,58565153.0,58321027.0,59539781.0,58582946.0,58025617.0,57656498.0,58578849.0,59194025.0,59145765.0,58104665.0,58071864.0,58066001.0,57860339.0,57971976.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 5c693d7a4d1..44c21459512 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[55287172.0,56782465.375,60769914.375,62265207.75] \ No newline at end of file +[53677472.25,55515872.625,60418273.625,62256674.0] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index 0ff8bf60220..2789c0ae089 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,85 +6,89 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - + + +4 + + -0.004 +4.5 - -0.0045 + +5 - + - -550 + +0.7 - - -600 + + +0.75 - - -650 + + +0.8 - - -700 + + +0.85 - - -750 + + +0.9 - - -800 + + +0.95 - - -850 + + +1 - - -900 + + +1.05 - - -950 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index f9bb4af8756..51bb3fd3143 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -9,62 +9,54 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + - -0.6 - - - + 0.8 - - + + +0.9 + + + 1 - - -1.2 + + +1.1 - - -1.4 + + +1.2 - - -1.6 + + +1.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index 84b4a592d18..c7c07d50a3a 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,62 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -52.0 + +57.0 - - -54.0 - - - -56.0 - - - + + 58.0 - - + + +59.0 + + + 60.0 - - + + +61.0 + + + 62.0 - - -64.0 + + +63.0 - - -66.0 + + +64.0 - - -68.0 + + +65.0 - - -70.0 + + +66.0 - - -72.0 + + +67.0 - + 0 @@ -117,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index a236b3c29fa..f8d8ca1b6f6 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -46,22 +46,18 @@ Average Time (ms) - -50 - - - + 60 - - -70 + + +65 - - - - - + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index 14f3682cbfe..893980efb6f 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - + + +100 + + + +120 + + + +140 + + + +160 + + - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - -0.008 - - - -0.01 - - - -0.012 - - - -0.014 - - - -0.016 - - - - - - + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index bfcfa738a63..8452a0cfc30 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,51 +9,67 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - + - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - - - - + +-0.02 + + + +-0.018 + + + +-0.016 + + + +-0.014 + + + +-0.012 + + + +-0.01 + + + +-0.008 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 0e00914ecf0..5143ba33544 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 96ec458eb17..d90893ef756 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0017195 - 0.0017733 - 0.0016950 + 0.0000905 + 0.0000937 + 0.0000900 Mean - 58.642 ms - 58.839 ms - 59.077 ms + 57.877 ms + 58.073 ms + 58.286 ms Std. Dev. - 657.04 µs - 1.1163 ms - 1.6442 ms + 768.92 µs + 1.0532 ms + 1.3337 ms Median - 58.600 ms - 58.748 ms - 58.887 ms + 57.625 ms + 57.984 ms + 58.180 ms MAD - 575.85 µs - 779.61 µs - 950.81 µs + 732.44 µs + 917.63 µs + 1.0807 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2499% - +0.6716% - +1.5920% - (p = 0.16 > + -1.7999% + -1.3004% + -0.8544% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index fab6afbb851..fa28438253d 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,62 +15,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 57.0 - - + + 58.0 - - + + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - -64.0 - - - -65.0 - - - -66.0 - - - -67.0 - - + 10 @@ -112,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index d60e3052a08..5390c2e3f47 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,62 +12,42 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + - + 57.0 - - + + 58.0 - - + + 59.0 - - + + 60.0 - - + + 61.0 - - + + 62.0 - - + + 63.0 - - -64.0 - - - -65.0 - - - -66.0 - - - -67.0 - - + 10 @@ -109,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index ff7c1f8308c..0ff289af986 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -58.6 + + +4 - - -58.65 + + + +57.85 - - -58.7 + + +57.9 - - -58.75 + + +57.95 - - -58.8 + + +58 - - -58.85 + + +58.05 - - -58.9 + + +58.1 - - -58.95 + + +58.15 - - -59 + + +58.2 - - -59.05 + + +58.25 - - -59.1 + + +58.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 9e75a07ac12..5735be26de0 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -10,77 +10,77 @@ Average time (ms) -1 +0.5 - -2 + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - + - -58.6 + +57.6 - - -58.65 + + +57.7 - - -58.7 + + +57.8 - - -58.75 + + +57.9 - - -58.8 + + +58 - - -58.85 + + +58.1 - - -58.9 + + +58.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index fa3c7da740b..35ab9ab509b 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,34 +54,42 @@ Average Time (ms) - + 56 - - + + +57 + + + 58 - - + + +59 + + + 60 - - -62 + + +61 - - -64 + + +62 - - -66 + + +63 - - -68 + + +64 - + Density (a.u.) @@ -90,50 +98,46 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - - - - - + + + + + - - - + + + + + + + PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 604c73b3e3e..481c3a2ce79 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,51 +10,59 @@ Average Time (ms) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - + - + +56 + + + +58 + + + 60 - - -65 + + +62 + + + +64 - - - + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 7690a9d48aa..3f37b3a34ea 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,62 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + + - -52.0 + +57.0 - - -54.0 - - - -56.0 - - - + + 58.0 - - + + +59.0 + + + 60.0 - - + + +61.0 + + + 62.0 - - -64.0 + + +63.0 - - -66.0 + + +64.0 - - -68.0 + + +65.0 - - -70.0 + + +66.0 - - -72.0 + + +67.0 - + 0 @@ -114,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index 18b3f12ea53..5293f001599 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -43,20 +43,16 @@ Average Time (ms) - -50 - - - + 60 - - -70 + + +65 - - - - - + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index ffe7c00848e..562f4f48b28 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -58.6 + + +4 - - -58.65 + + + +57.85 - - -58.7 + + +57.9 - - -58.75 + + +57.95 - - -58.8 + + +58 - - -58.85 + + +58.05 - - -58.9 + + +58.1 - - -58.95 + + +58.15 - - -59 + + +58.2 - - -59.05 + + +58.25 - - -59.1 + + +58.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/base/estimates.json b/criterion/identity_hydroflow/base/estimates.json index 9f82d646642..e9c1f10959a 100644 --- a/criterion/identity_hydroflow/base/estimates.json +++ b/criterion/identity_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6591730.4002812505,"upper_bound":6671506.63653125},"point_estimate":6630625.85375,"standard_error":20437.52385581711},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530584.5625,"upper_bound":6614486.875},"point_estimate":6577564.375,"standard_error":22869.84693910307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136286.1910285622,"upper_bound":241778.32655757666},"point_estimate":201907.41410292685,"standard_error":27037.652854792734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171639.84833110575,"upper_bound":237454.822518804},"point_estimate":205814.4814172797,"standard_error":16781.489696471293}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8525291.08,"upper_bound":8614236.322458334},"point_estimate":8562896.286666663,"standard_error":23024.96890475237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8500512.166666666,"upper_bound":8532648.666666666},"point_estimate":8515949.25,"standard_error":8566.639596090203},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48837.58443295956,"upper_bound":85774.83307719184},"point_estimate":67814.61699604942,"standard_error":9804.932322308683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69623.09822630759,"upper_bound":351408.4719499861},"point_estimate":230274.28669672576,"standard_error":76193.0242669988}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/sample.json b/criterion/identity_hydroflow/base/sample.json index cb6dcd843a9..ae028cf51b9 100644 --- a/criterion/identity_hydroflow/base/sample.json +++ b/criterion/identity_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51509457.0,51640383.0,51039786.0,51721846.0,51420932.0,54800129.0,57857844.0,53171285.0,52150269.0,53755330.0,55219917.0,54149329.0,55522033.0,56542537.0,54113332.0,53544794.0,51987374.0,52387004.0,51769495.0,51278194.0,52284300.0,51687772.0,51591401.0,51662604.0,51677263.0,53493952.0,54164468.0,52880218.0,52484196.0,52324967.0,52713927.0,52342990.0,52951572.0,53607803.0,54515986.0,55592815.0,53892397.0,52776573.0,52055692.0,51966254.0,51527732.0,51829408.0,51688513.0,51835048.0,51749848.0,51457780.0,52164386.0,54769980.0,54988213.0,53916833.0,52669613.0,52468172.0,54838601.0,52780341.0,54748771.0,53274603.0,51904881.0,51157552.0,51190795.0,51102779.0,51386985.0,51177741.0,51145931.0,51372867.0,51667644.0,51351046.0,56429849.0,56051697.0,56455207.0,53600697.0,54050896.0,54254650.0,53226672.0,52690753.0,52331406.0,52694589.0,52731880.0,52487659.0,52814565.0,54813433.0,56469394.0,55496862.0,53778882.0,52910336.0,51504096.0,51472516.0,51551555.0,51434534.0,51534343.0,51867340.0,51527660.0,51809612.0,54581025.0,54484493.0,52571417.0,54365879.0,54698878.0,58683888.0,54157917.0,52551620.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[50750292.0,51986785.0,51056853.0,51169001.0,51776714.0,51729926.0,50765139.0,50823798.0,51144195.0,50818709.0,50975340.0,50318467.0,50939915.0,50711680.0,52058980.0,51515968.0,51215899.0,52495774.0,52145050.0,52224228.0,60975923.0,59924975.0,52840356.0,50795616.0,51656009.0,51620724.0,51002602.0,51164834.0,50629697.0,51551595.0,50797720.0,50681593.0,50636750.0,51478168.0,50973838.0,50779677.0,50843255.0,51902618.0,50599511.0,51342606.0,51027529.0,51076779.0,52022432.0,51673522.0,51459263.0,51096416.0,50680202.0,50731046.0,50686532.0,50924156.0,51136752.0,50717871.0,51034811.0,51090916.0,51133355.0,50915419.0,50847853.0,51012931.0,50776982.0,51440277.0,51188398.0,50904269.0,51123577.0,51785851.0,50872139.0,51340913.0,51395304.0,50886066.0,51094975.0,51401776.0,50845880.0,51051113.0,50796509.0,51345492.0,50814281.0,51315756.0,51175885.0,50878822.0,51537279.0,51261214.0,51003414.0,51003544.0,52366132.0,50959402.0,51230116.0,51590969.0,50830392.0,50913697.0,51225277.0,51493597.0,50934917.0,51142182.0,51274108.0,50946588.0,51497505.0,50600914.0,51706313.0,50889211.0,51588554.0,51219617.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/base/tukey.json b/criterion/identity_hydroflow/base/tukey.json index cef924bb735..f6b03185472 100644 --- a/criterion/identity_hydroflow/base/tukey.json +++ b/criterion/identity_hydroflow/base/tukey.json @@ -1 +1 @@ -[5535768.875,5998205.984375,7231371.609375,7693808.71875] \ No newline at end of file +[8169699.0416666735,8323688.479166671,8734326.979166664,8888316.41666666] \ No newline at end of file diff --git a/criterion/identity_hydroflow/change/estimates.json b/criterion/identity_hydroflow/change/estimates.json index e56a72252a1..9eb4333968f 100644 --- a/criterion/identity_hydroflow/change/estimates.json +++ b/criterion/identity_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.23846597268122072,"upper_bound":-0.22791930655605672},"point_estimate":-0.233418711576878,"standard_error":0.0026466811304415292},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.2463786805979482,"upper_bound":-0.23634690179660184},"point_estimate":-0.24128588163346998,"standard_error":0.002727559489442763}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.28136466336955596,"upper_bound":0.30189290996419565},"point_estimate":0.291415995342861,"standard_error":0.005207858319713541},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.28691976286149967,"upper_bound":0.30436816607429185},"point_estimate":0.2946964506143659,"standard_error":0.004696394603973632}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/estimates.json b/criterion/identity_hydroflow/new/estimates.json index 9f82d646642..e9c1f10959a 100644 --- a/criterion/identity_hydroflow/new/estimates.json +++ b/criterion/identity_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6591730.4002812505,"upper_bound":6671506.63653125},"point_estimate":6630625.85375,"standard_error":20437.52385581711},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6530584.5625,"upper_bound":6614486.875},"point_estimate":6577564.375,"standard_error":22869.84693910307},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136286.1910285622,"upper_bound":241778.32655757666},"point_estimate":201907.41410292685,"standard_error":27037.652854792734},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":171639.84833110575,"upper_bound":237454.822518804},"point_estimate":205814.4814172797,"standard_error":16781.489696471293}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8525291.08,"upper_bound":8614236.322458334},"point_estimate":8562896.286666663,"standard_error":23024.96890475237},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8500512.166666666,"upper_bound":8532648.666666666},"point_estimate":8515949.25,"standard_error":8566.639596090203},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48837.58443295956,"upper_bound":85774.83307719184},"point_estimate":67814.61699604942,"standard_error":9804.932322308683},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69623.09822630759,"upper_bound":351408.4719499861},"point_estimate":230274.28669672576,"standard_error":76193.0242669988}} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/sample.json b/criterion/identity_hydroflow/new/sample.json index cb6dcd843a9..ae028cf51b9 100644 --- a/criterion/identity_hydroflow/new/sample.json +++ b/criterion/identity_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51509457.0,51640383.0,51039786.0,51721846.0,51420932.0,54800129.0,57857844.0,53171285.0,52150269.0,53755330.0,55219917.0,54149329.0,55522033.0,56542537.0,54113332.0,53544794.0,51987374.0,52387004.0,51769495.0,51278194.0,52284300.0,51687772.0,51591401.0,51662604.0,51677263.0,53493952.0,54164468.0,52880218.0,52484196.0,52324967.0,52713927.0,52342990.0,52951572.0,53607803.0,54515986.0,55592815.0,53892397.0,52776573.0,52055692.0,51966254.0,51527732.0,51829408.0,51688513.0,51835048.0,51749848.0,51457780.0,52164386.0,54769980.0,54988213.0,53916833.0,52669613.0,52468172.0,54838601.0,52780341.0,54748771.0,53274603.0,51904881.0,51157552.0,51190795.0,51102779.0,51386985.0,51177741.0,51145931.0,51372867.0,51667644.0,51351046.0,56429849.0,56051697.0,56455207.0,53600697.0,54050896.0,54254650.0,53226672.0,52690753.0,52331406.0,52694589.0,52731880.0,52487659.0,52814565.0,54813433.0,56469394.0,55496862.0,53778882.0,52910336.0,51504096.0,51472516.0,51551555.0,51434534.0,51534343.0,51867340.0,51527660.0,51809612.0,54581025.0,54484493.0,52571417.0,54365879.0,54698878.0,58683888.0,54157917.0,52551620.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[50750292.0,51986785.0,51056853.0,51169001.0,51776714.0,51729926.0,50765139.0,50823798.0,51144195.0,50818709.0,50975340.0,50318467.0,50939915.0,50711680.0,52058980.0,51515968.0,51215899.0,52495774.0,52145050.0,52224228.0,60975923.0,59924975.0,52840356.0,50795616.0,51656009.0,51620724.0,51002602.0,51164834.0,50629697.0,51551595.0,50797720.0,50681593.0,50636750.0,51478168.0,50973838.0,50779677.0,50843255.0,51902618.0,50599511.0,51342606.0,51027529.0,51076779.0,52022432.0,51673522.0,51459263.0,51096416.0,50680202.0,50731046.0,50686532.0,50924156.0,51136752.0,50717871.0,51034811.0,51090916.0,51133355.0,50915419.0,50847853.0,51012931.0,50776982.0,51440277.0,51188398.0,50904269.0,51123577.0,51785851.0,50872139.0,51340913.0,51395304.0,50886066.0,51094975.0,51401776.0,50845880.0,51051113.0,50796509.0,51345492.0,50814281.0,51315756.0,51175885.0,50878822.0,51537279.0,51261214.0,51003414.0,51003544.0,52366132.0,50959402.0,51230116.0,51590969.0,50830392.0,50913697.0,51225277.0,51493597.0,50934917.0,51142182.0,51274108.0,50946588.0,51497505.0,50600914.0,51706313.0,50889211.0,51588554.0,51219617.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow/new/tukey.json b/criterion/identity_hydroflow/new/tukey.json index cef924bb735..f6b03185472 100644 --- a/criterion/identity_hydroflow/new/tukey.json +++ b/criterion/identity_hydroflow/new/tukey.json @@ -1 +1 @@ -[5535768.875,5998205.984375,7231371.609375,7693808.71875] \ No newline at end of file +[8169699.0416666735,8323688.479166671,8734326.979166664,8888316.41666666] \ No newline at end of file diff --git a/criterion/identity_hydroflow/report/MAD.svg b/criterion/identity_hydroflow/report/MAD.svg index f019cfd621c..1545dee620a 100644 --- a/criterion/identity_hydroflow/report/MAD.svg +++ b/criterion/identity_hydroflow/report/MAD.svg @@ -9,70 +9,78 @@ Density (a.u.) Average time (µs) - -0.002 + +0.005 - - -0.004 - - - -0.006 + + +0.01 - - -0.008 + + +0.015 - - -0.01 + + +0.02 - - -0.012 + + +0.025 - - -0.014 + + +0.03 - - -0.016 + + +0.035 - - -0.018 + + +0.04 - + - -140 + +45 + + + +50 + + + +55 + + + +60 - - -160 + + +65 - - -180 + + +70 - - -200 + + +75 - - -220 + + +80 - - -240 + + +85 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/SD.svg b/criterion/identity_hydroflow/report/SD.svg index a62c73687da..eb00ed355ba 100644 --- a/criterion/identity_hydroflow/report/SD.svg +++ b/criterion/identity_hydroflow/report/SD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (µs) - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + 0.005 - - -0.01 + + +0.006 - - -0.015 + + +0.007 - - -0.02 + + +0.008 - - -0.025 + + +0.009 - + - -170 + +50 - - -180 + + +100 - - -190 + + +150 - - + + 200 - - -210 - - - -220 + + +250 - - -230 + + +300 - - -240 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/both/iteration_times.svg b/criterion/identity_hydroflow/report/both/iteration_times.svg index 7a602ad0bac..fe892ff9f4f 100644 --- a/criterion/identity_hydroflow/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow/report/both/iteration_times.svg @@ -16,32 +16,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + + +9.0 + + + +9.5 + + + +10.0 + + 0 @@ -87,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow/report/both/pdf.svg b/criterion/identity_hydroflow/report/both/pdf.svg index ffa9251e191..d0834b67880 100644 --- a/criterion/identity_hydroflow/report/both/pdf.svg +++ b/criterion/identity_hydroflow/report/both/pdf.svg @@ -9,55 +9,51 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - + - + 7 - - + + 8 - - + + 9 - - - - - + + +10 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow/report/change/mean.svg b/criterion/identity_hydroflow/report/change/mean.svg index e51eebb4b87..e154a38bab9 100644 --- a/criterion/identity_hydroflow/report/change/mean.svg +++ b/criterion/identity_hydroflow/report/change/mean.svg @@ -10,61 +10,57 @@ Relative change (%) -20 +10 - -40 + +20 - - -60 + + +30 - - -80 + + +40 - - -100 + + +50 - - -120 + + +60 - - -140 + + +70 - + - --0.238 - - - --0.236 + +0.28 - - --0.234 + + +0.285 - - --0.232 + + +0.29 - - --0.23 + + +0.295 - - --0.228 + + +0.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/median.svg b/criterion/identity_hydroflow/report/change/median.svg index ba780be5516..160c249fab0 100644 --- a/criterion/identity_hydroflow/report/change/median.svg +++ b/criterion/identity_hydroflow/report/change/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - -100 + + +90 - - -120 + + + +0.286 - - -140 + + +0.288 - - -160 + + +0.29 - - -180 + + +0.292 - - - --0.246 + + +0.294 + + + +0.296 - - --0.244 + + +0.298 - - --0.242 + + +0.3 - - --0.24 + + +0.302 - - --0.238 + + +0.304 - - --0.236 + + +0.306 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/change/t-test.svg b/criterion/identity_hydroflow/report/change/t-test.svg index 98dc337269e..2b766108609 100644 --- a/criterion/identity_hydroflow/report/change/t-test.svg +++ b/criterion/identity_hydroflow/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow/report/index.html b/criterion/identity_hydroflow/report/index.html index d396e7ebaf1..77ac946d8e7 100644 --- a/criterion/identity_hydroflow/report/index.html +++ b/criterion/identity_hydroflow/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0008747 - 0.0009062 - 0.0008715 + 0.0001282 + 0.0001317 + 0.0001254 Mean - 6.5917 ms - 6.6306 ms - 6.6715 ms + 8.5253 ms + 8.5629 ms + 8.6142 ms Std. Dev. - 171.64 µs - 205.81 µs - 237.45 µs + 69.623 µs + 230.27 µs + 351.41 µs Median - 6.5306 ms - 6.5776 ms - 6.6145 ms + 8.5005 ms + 8.5159 ms + 8.5326 ms MAD - 136.29 µs - 201.91 µs - 241.78 µs + 48.838 µs + 67.815 µs + 85.775 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -23.847% - -23.342% - -22.792% + +28.136% + +29.142% + +30.189% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/identity_hydroflow/report/iteration_times.svg b/criterion/identity_hydroflow/report/iteration_times.svg index e2b6a87e58e..ce33c114267 100644 --- a/criterion/identity_hydroflow/report/iteration_times.svg +++ b/criterion/identity_hydroflow/report/iteration_times.svg @@ -15,57 +15,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -6.4 + +8.4 - - -6.5 + + +8.6 - - -6.6 + + +8.8 - - -6.7 + + +9.0 - - -6.8 + + +9.2 - - -6.9 + + +9.4 - - -7.0 + + +9.6 - - -7.1 + + +9.8 - - -7.2 + + +10.0 - - -7.3 - - + 10 @@ -107,106 +102,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow/report/iteration_times_small.svg b/criterion/identity_hydroflow/report/iteration_times_small.svg index 9995233af19..439bb6b3aa6 100644 --- a/criterion/identity_hydroflow/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/iteration_times_small.svg @@ -12,57 +12,52 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -6.4 + +8.4 - - -6.5 + + +8.6 - - -6.6 + + +8.8 - - -6.7 + + +9.0 - - -6.8 + + +9.2 - - -6.9 + + +9.4 - - -7.0 + + +9.6 - - -7.1 + + +9.8 - - -7.2 + + +10.0 - - -7.3 - - + 10 @@ -104,104 +99,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/mean.svg b/criterion/identity_hydroflow/report/mean.svg index 39667a5b8b2..5155a7dab5f 100644 --- a/criterion/identity_hydroflow/report/mean.svg +++ b/criterion/identity_hydroflow/report/mean.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - -6.59 + +8.52 + + + +8.53 - - -6.6 + + +8.54 - - -6.61 + + +8.55 - - -6.62 + + +8.56 - - -6.63 + + +8.57 - - -6.64 + + +8.58 - - -6.65 + + +8.59 - - -6.66 + + +8.6 - - -6.67 + + +8.61 - - -6.68 + + +8.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/median.svg b/criterion/identity_hydroflow/report/median.svg index a7a25f5369e..49bb850037a 100644 --- a/criterion/identity_hydroflow/report/median.svg +++ b/criterion/identity_hydroflow/report/median.svg @@ -9,78 +9,70 @@ Density (a.u.) Average time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -6.53 + + +50 + + + +60 - - -6.54 + + +70 - - -6.55 + + +80 - - -6.56 + + + +8.5 - - -6.57 + + +8.505 - - -6.58 + + +8.51 - - -6.59 + + +8.515 - - -6.6 + + +8.52 - - -6.61 + + +8.525 - - -6.62 + + +8.53 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow/report/pdf.svg b/criterion/identity_hydroflow/report/pdf.svg index 06ea7979631..ad9d875c31c 100644 --- a/criterion/identity_hydroflow/report/pdf.svg +++ b/criterion/identity_hydroflow/report/pdf.svg @@ -13,67 +13,47 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - -6 - - - -7 - - + -8 +6 - -6.2 - - - -6.4 - - - -6.6 + +8.5 - - -6.8 + + +9 - - -7 + + +9.5 - - -7.2 + + +10 - - -7.4 - - + Density (a.u.) @@ -82,56 +62,44 @@ Density (a.u.) 0 - -0.2 - - - -0.4 - - - -0.6 + +0.5 - - -0.8 + + +1 - + -1 +1.5 - -1.2 - - - -1.4 - - - -1.6 + +2 - - -1.8 + + +2.5 - - -2 + + +3 - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow/report/pdf_small.svg b/criterion/identity_hydroflow/report/pdf_small.svg index a4791a785b2..418fc9a8ceb 100644 --- a/criterion/identity_hydroflow/report/pdf_small.svg +++ b/criterion/identity_hydroflow/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (ms) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 + + +2.5 + + + +3 + + +3.5 + + - -6.5 + +8.5 + + + +9 - - -7 + + +9.5 - - -7.5 + + +10 - - - + + + diff --git a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg index 782a737ccf6..0729e06b249 100644 --- a/criterion/identity_hydroflow/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow/report/relative_iteration_times_small.svg @@ -13,32 +13,47 @@ Average Iteration Time (ms) - - - - - + + + + + + + + - + 6.5 - - + + 7.0 - - + + 7.5 - - + + 8.0 - - + + 8.5 - + + +9.0 + + + +9.5 + + + +10.0 + + 0 @@ -84,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow/report/relative_pdf_small.svg b/criterion/identity_hydroflow/report/relative_pdf_small.svg index 8ea3cfe3a34..dfd2b5a5f8b 100644 --- a/criterion/identity_hydroflow/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow/report/relative_pdf_small.svg @@ -6,53 +6,49 @@ Density (a.u.) Average Time (ms) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - -3.5 - - - -4 - - + - + 7 - - + + 8 - - + + 9 - - - - - + + +10 + + + + + + diff --git a/criterion/identity_hydroflow/report/typical.svg b/criterion/identity_hydroflow/report/typical.svg index 6070f480665..665d4b80ac9 100644 --- a/criterion/identity_hydroflow/report/typical.svg +++ b/criterion/identity_hydroflow/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ms) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - + + 16 - - + + 18 - - -20 - - + - -6.59 + +8.52 + + + +8.53 - - -6.6 + + +8.54 - - -6.61 + + +8.55 - - -6.62 + + +8.56 - - -6.63 + + +8.57 - - -6.64 + + +8.58 - - -6.65 + + +8.59 - - -6.66 + + +8.6 - - -6.67 + + +8.61 - - -6.68 + + +8.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/base/estimates.json b/criterion/identity_hydroflow_compiled/base/estimates.json index 7ede42f9423..4228913097a 100644 --- a/criterion/identity_hydroflow_compiled/base/estimates.json +++ b/criterion/identity_hydroflow_compiled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494146.2031875,"upper_bound":6509679.2577812495},"point_estimate":6500604.87375,"standard_error":4054.0690887470137},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491518.5,"upper_bound":6493593.625},"point_estimate":6491970.25,"standard_error":518.8075772361707},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3267.0943669974804,"upper_bound":5220.234507322311},"point_estimate":4442.332833632827,"standard_error":492.87077662521756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12237.90947388627,"upper_bound":64715.00188488505},"point_estimate":40685.48641004786,"standard_error":14930.533327900088}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489562.037,"upper_bound":6491610.7480625},"point_estimate":6490475.61125,"standard_error":528.1854052160567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488586.125,"upper_bound":6490070.125},"point_estimate":6489270.5625,"standard_error":392.0277030678028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2256.5171599388123,"upper_bound":3721.8819089233875},"point_estimate":3056.379845738411,"standard_error":394.77271648987164},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2805.2825298200046,"upper_bound":7769.273544914807},"point_estimate":5293.718996185284,"standard_error":1362.596794977979}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/sample.json b/criterion/identity_hydroflow_compiled/base/sample.json index afc07f6ca99..28e69ad3c52 100644 --- a/criterion/identity_hydroflow_compiled/base/sample.json +++ b/criterion/identity_hydroflow_compiled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51958247.0,51939974.0,51980901.0,51968056.0,51944171.0,51967114.0,51959210.0,51960651.0,51962807.0,52010366.0,51954280.0,51944272.0,51933581.0,51925026.0,51972003.0,52045412.0,51961303.0,51975249.0,52616056.0,51959721.0,51935014.0,51972704.0,51973487.0,51963387.0,51988064.0,51940483.0,52007591.0,51951405.0,52046264.0,51937999.0,51948749.0,51932640.0,51931908.0,51948930.0,51973817.0,51930776.0,51958437.0,51952617.0,51936366.0,51923021.0,51935525.0,51969028.0,54729860.0,51920768.0,51897985.0,51935143.0,51917751.0,52556044.0,51972604.0,51930966.0,51906379.0,51892403.0,51919125.0,51951004.0,51900579.0,51930165.0,51903474.0,51961194.0,51896131.0,53109236.0,51932629.0,51959550.0,51921989.0,51896652.0,51943160.0,51931307.0,51901972.0,52598464.0,51934904.0,51932148.0,51902312.0,51896802.0,51934703.0,51894017.0,51966083.0,51901922.0,51908363.0,51896621.0,51901831.0,51915807.0,51961534.0,51907612.0,51914256.0,51921518.0,51918333.0,51892544.0,52569450.0,51927911.0,51911780.0,51917551.0,51913478.0,51926542.0,51903558.0,51988749.0,51930298.0,51933605.0,51905211.0,51945417.0,51935999.0,51959894.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51901527.0,51910293.0,51956409.0,51902889.0,51925122.0,51948004.0,51937765.0,51906336.0,51937765.0,51930812.0,51901027.0,51913669.0,52224239.0,51971067.0,51950348.0,51945489.0,52045736.0,51938535.0,51897046.0,51903119.0,51902146.0,51946830.0,51900964.0,51901735.0,51957188.0,51937361.0,51896196.0,51935468.0,51896255.0,51915551.0,51911805.0,51915831.0,51938133.0,51926993.0,51945757.0,51973368.0,51916803.0,51926873.0,51898369.0,51897558.0,51943293.0,51894462.0,51893720.0,51928285.0,52013955.0,51906725.0,51891176.0,51924989.0,51907406.0,51895935.0,51912946.0,51923907.0,51910281.0,51955766.0,51958582.0,51939353.0,51911333.0,51899621.0,51891866.0,51900052.0,51931090.0,51888041.0,51918837.0,51928024.0,51894332.0,51902417.0,51921121.0,51896936.0,51894222.0,51910652.0,51920561.0,51919328.0,51922695.0,51930399.0,51946739.0,51916733.0,51897617.0,51894401.0,51908689.0,51890745.0,51895514.0,51905462.0,51918567.0,51924428.0,51897728.0,51917545.0,51893190.0,51898049.0,51893520.0,51901926.0,51896766.0,51930759.0,51914660.0,51936831.0,51912475.0,51898249.0,52064339.0,51910742.0,51947781.0,51896345.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/base/tukey.json b/criterion/identity_hydroflow_compiled/base/tukey.json index b068b634dba..4c5a3d29feb 100644 --- a/criterion/identity_hydroflow_compiled/base/tukey.json +++ b/criterion/identity_hydroflow_compiled/base/tukey.json @@ -1 +1 @@ -[6473399.15625,6481586.296875,6503418.671875,6511605.8125] \ No newline at end of file +[6473725.71875,6480569.609375,6498819.984375,6505663.875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/change/estimates.json b/criterion/identity_hydroflow_compiled/change/estimates.json index 6bf15ff0bdd..945c2c5343a 100644 --- a/criterion/identity_hydroflow_compiled/change/estimates.json +++ b/criterion/identity_hydroflow_compiled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00021574001231752812,"upper_bound":0.002450272567183137},"point_estimate":0.001177963977104568,"standard_error":0.0005609717557286593},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00007182490457180446,"upper_bound":0.00030411057670098884},"point_estimate":0.000045019176859950605,"standard_error":0.00009496145117318818}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002949601610011581,"upper_bound":-0.0005430240508372322},"point_estimate":-0.001558203074440545,"standard_error":0.0006242442713020763},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0006649187565079673,"upper_bound":-0.0002822353657135901},"point_estimate":-0.0004158502574777012,"standard_error":0.00009790845430903146}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/estimates.json b/criterion/identity_hydroflow_compiled/new/estimates.json index 7ede42f9423..4228913097a 100644 --- a/criterion/identity_hydroflow_compiled/new/estimates.json +++ b/criterion/identity_hydroflow_compiled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6494146.2031875,"upper_bound":6509679.2577812495},"point_estimate":6500604.87375,"standard_error":4054.0690887470137},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6491518.5,"upper_bound":6493593.625},"point_estimate":6491970.25,"standard_error":518.8075772361707},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3267.0943669974804,"upper_bound":5220.234507322311},"point_estimate":4442.332833632827,"standard_error":492.87077662521756},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12237.90947388627,"upper_bound":64715.00188488505},"point_estimate":40685.48641004786,"standard_error":14930.533327900088}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6489562.037,"upper_bound":6491610.7480625},"point_estimate":6490475.61125,"standard_error":528.1854052160567},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6488586.125,"upper_bound":6490070.125},"point_estimate":6489270.5625,"standard_error":392.0277030678028},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2256.5171599388123,"upper_bound":3721.8819089233875},"point_estimate":3056.379845738411,"standard_error":394.77271648987164},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2805.2825298200046,"upper_bound":7769.273544914807},"point_estimate":5293.718996185284,"standard_error":1362.596794977979}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/sample.json b/criterion/identity_hydroflow_compiled/new/sample.json index afc07f6ca99..28e69ad3c52 100644 --- a/criterion/identity_hydroflow_compiled/new/sample.json +++ b/criterion/identity_hydroflow_compiled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51958247.0,51939974.0,51980901.0,51968056.0,51944171.0,51967114.0,51959210.0,51960651.0,51962807.0,52010366.0,51954280.0,51944272.0,51933581.0,51925026.0,51972003.0,52045412.0,51961303.0,51975249.0,52616056.0,51959721.0,51935014.0,51972704.0,51973487.0,51963387.0,51988064.0,51940483.0,52007591.0,51951405.0,52046264.0,51937999.0,51948749.0,51932640.0,51931908.0,51948930.0,51973817.0,51930776.0,51958437.0,51952617.0,51936366.0,51923021.0,51935525.0,51969028.0,54729860.0,51920768.0,51897985.0,51935143.0,51917751.0,52556044.0,51972604.0,51930966.0,51906379.0,51892403.0,51919125.0,51951004.0,51900579.0,51930165.0,51903474.0,51961194.0,51896131.0,53109236.0,51932629.0,51959550.0,51921989.0,51896652.0,51943160.0,51931307.0,51901972.0,52598464.0,51934904.0,51932148.0,51902312.0,51896802.0,51934703.0,51894017.0,51966083.0,51901922.0,51908363.0,51896621.0,51901831.0,51915807.0,51961534.0,51907612.0,51914256.0,51921518.0,51918333.0,51892544.0,52569450.0,51927911.0,51911780.0,51917551.0,51913478.0,51926542.0,51903558.0,51988749.0,51930298.0,51933605.0,51905211.0,51945417.0,51935999.0,51959894.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[51901527.0,51910293.0,51956409.0,51902889.0,51925122.0,51948004.0,51937765.0,51906336.0,51937765.0,51930812.0,51901027.0,51913669.0,52224239.0,51971067.0,51950348.0,51945489.0,52045736.0,51938535.0,51897046.0,51903119.0,51902146.0,51946830.0,51900964.0,51901735.0,51957188.0,51937361.0,51896196.0,51935468.0,51896255.0,51915551.0,51911805.0,51915831.0,51938133.0,51926993.0,51945757.0,51973368.0,51916803.0,51926873.0,51898369.0,51897558.0,51943293.0,51894462.0,51893720.0,51928285.0,52013955.0,51906725.0,51891176.0,51924989.0,51907406.0,51895935.0,51912946.0,51923907.0,51910281.0,51955766.0,51958582.0,51939353.0,51911333.0,51899621.0,51891866.0,51900052.0,51931090.0,51888041.0,51918837.0,51928024.0,51894332.0,51902417.0,51921121.0,51896936.0,51894222.0,51910652.0,51920561.0,51919328.0,51922695.0,51930399.0,51946739.0,51916733.0,51897617.0,51894401.0,51908689.0,51890745.0,51895514.0,51905462.0,51918567.0,51924428.0,51897728.0,51917545.0,51893190.0,51898049.0,51893520.0,51901926.0,51896766.0,51930759.0,51914660.0,51936831.0,51912475.0,51898249.0,52064339.0,51910742.0,51947781.0,51896345.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/new/tukey.json b/criterion/identity_hydroflow_compiled/new/tukey.json index b068b634dba..4c5a3d29feb 100644 --- a/criterion/identity_hydroflow_compiled/new/tukey.json +++ b/criterion/identity_hydroflow_compiled/new/tukey.json @@ -1 +1 @@ -[6473399.15625,6481586.296875,6503418.671875,6511605.8125] \ No newline at end of file +[6473725.71875,6480569.609375,6498819.984375,6505663.875] \ No newline at end of file diff --git a/criterion/identity_hydroflow_compiled/report/MAD.svg b/criterion/identity_hydroflow_compiled/report/MAD.svg index 25106e52362..6e7c73bbecd 100644 --- a/criterion/identity_hydroflow_compiled/report/MAD.svg +++ b/criterion/identity_hydroflow_compiled/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 + + +1 + + + +1.2 - + - -3.5 + +2.2 + + + +2.4 + + + +2.6 + + + +2.8 + + + +3 + + + +3.2 - - -4 + + +3.4 - - -4.5 + + +3.6 - - -5 + + +3.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/SD.svg b/criterion/identity_hydroflow_compiled/report/SD.svg index 72356872701..3ce24d2de8b 100644 --- a/criterion/identity_hydroflow_compiled/report/SD.svg +++ b/criterion/identity_hydroflow_compiled/report/SD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - -0.01 + +0.05 - - -0.015 + + +0.1 - - -0.02 + + +0.15 - - -0.025 + + +0.2 - - -0.03 + + +0.25 - - -0.035 + + +0.3 - - -0.04 + + +0.35 - - -0.045 + + +0.4 - - -0.05 - - + - -10 - - - -20 + +3 - - -30 + + +4 - - -40 + + +5 - - -50 + + +6 - - -60 + + +7 - - -70 + + +8 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg index bd4dae32ab2..e88773f4aa1 100644 --- a/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/both/iteration_times.svg @@ -16,22 +16,22 @@ Average Iteration Time (ms) - - + + - + 6.5 - - + + 6.55 - + 6.6 @@ -97,206 +97,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - + + + + + + - - + + Current diff --git a/criterion/identity_hydroflow_compiled/report/both/pdf.svg b/criterion/identity_hydroflow_compiled/report/both/pdf.svg index 8000f81ebfb..50751db92c8 100644 --- a/criterion/identity_hydroflow_compiled/report/both/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/both/pdf.svg @@ -9,38 +9,50 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + + +110 + + 6.5 @@ -58,10 +70,10 @@ Average Time (ms) 6.8 - - - - + + + + Base PDF diff --git a/criterion/identity_hydroflow_compiled/report/change/mean.svg b/criterion/identity_hydroflow_compiled/report/change/mean.svg index dd807612fa9..4be5370b451 100644 --- a/criterion/identity_hydroflow_compiled/report/change/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/change/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + - -0 + +-0.003 - - -5e-4 + + +-0.0025 - - -0.001 + + +-0.002 - - -0.0015 + + +-0.0015 - - -0.002 + + +-0.001 - - -0.0025 + + +-5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/median.svg b/criterion/identity_hydroflow_compiled/report/change/median.svg index 2dbe6265ed1..7d5fff60f32 100644 --- a/criterion/identity_hydroflow_compiled/report/change/median.svg +++ b/criterion/identity_hydroflow_compiled/report/change/median.svg @@ -13,82 +13,82 @@ Relative change (%) 500 - + 1000 - - + + 1500 - - + + 2000 - - + + 2500 - - + + 3000 - - + + 3500 - - + + 4000 - - -4500 - - + -5000 +4500 - --1e-4 + +-7e-4 + + + +-0.00065 - - --5e-5 + + +-6e-4 - - --1.35525e-20 + + +-0.00055 - - -5e-5 + + +-5e-4 - - -1e-4 + + +-0.00045 - - -0.00015 + + +-4e-4 - - -2e-4 + + +-0.00035 - - -0.00025 + + +-3e-4 - - -3e-4 + + +-0.00025 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/change/t-test.svg b/criterion/identity_hydroflow_compiled/report/change/t-test.svg index 02faf5c5ba9..47b062f7ffb 100644 --- a/criterion/identity_hydroflow_compiled/report/change/t-test.svg +++ b/criterion/identity_hydroflow_compiled/report/change/t-test.svg @@ -13,69 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_compiled/report/index.html b/criterion/identity_hydroflow_compiled/report/index.html index c9143f3791c..2757d26f44c 100644 --- a/criterion/identity_hydroflow_compiled/report/index.html +++ b/criterion/identity_hydroflow_compiled/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0001878 - 0.0001926 - 0.0001834 + 0.0041058 + 0.0042288 + 0.0040419 Mean - 6.4941 ms - 6.5006 ms - 6.5097 ms + 6.4896 ms + 6.4905 ms + 6.4916 ms Std. Dev. - 12.238 µs - 40.685 µs - 64.715 µs + 2.8053 µs + 5.2937 µs + 7.7693 µs Median - 6.4915 ms - 6.4920 ms - 6.4936 ms + 6.4886 ms + 6.4893 ms + 6.4901 ms MAD - 3.2671 µs - 4.4423 µs - 5.2202 µs + 2.2565 µs + 3.0564 µs + 3.7219 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - +0.0216% - +0.1178% - +0.2450% - (p = 0.05 < + -0.2950% + -0.1558% + -0.0543% + (p = 0.00 < 0.05) diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times.svg b/criterion/identity_hydroflow_compiled/report/iteration_times.svg index 8ece9f55186..cffaee00ffd 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times.svg @@ -15,42 +15,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.5 + +6.49 + + + +6.495 - - -6.55 + + +6.5 - - -6.6 + + +6.505 - - -6.65 + + +6.51 - - -6.7 + + +6.515 - - -6.75 + + +6.52 - - -6.8 + + +6.525 - + 10 @@ -92,106 +97,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg index e6851354e53..cbb6466908d 100644 --- a/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/iteration_times_small.svg @@ -12,42 +12,47 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + + - -6.5 + +6.49 + + + +6.495 - - -6.55 + + +6.5 - - -6.6 + + +6.505 - - -6.65 + + +6.51 - - -6.7 + + +6.515 - - -6.75 + + +6.52 - - -6.8 + + +6.525 - + 10 @@ -89,104 +94,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_compiled/report/mean.svg b/criterion/identity_hydroflow_compiled/report/mean.svg index f6db0d05755..cf06c0b30da 100644 --- a/criterion/identity_hydroflow_compiled/report/mean.svg +++ b/criterion/identity_hydroflow_compiled/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 + +100 - - -50 + + +200 - - -60 + + +300 - - -70 + + +400 - - -80 + + +500 - - -90 + + +600 - - -100 + + +700 - - -110 + + +800 - + - -6.494 - - - -6.496 - - - -6.498 - - - -6.5 - - - -6.502 + +6.4895 - - -6.504 + + +6.49 - - -6.506 + + +6.4905 - - -6.508 + + +6.491 - - -6.51 + + +6.4915 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/median.svg b/criterion/identity_hydroflow_compiled/report/median.svg index 68e92b4a43c..688987b9f3e 100644 --- a/criterion/identity_hydroflow_compiled/report/median.svg +++ b/criterion/identity_hydroflow_compiled/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (ms) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - + + +700 + + + 800 - - -1000 + + +900 - - -1200 + + +1000 - - -1400 + + +1100 - - -1600 + + + +6.4886 - - -1800 + + +6.4888 - - -2000 + + +6.489 - - -2200 + + +6.4892 - - - -6.4915 + + +6.4894 - - -6.492 + + +6.4896 - - -6.4925 + + +6.4898 - - -6.493 + + +6.49 - - -6.4935 + + +6.4902 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_compiled/report/pdf.svg b/criterion/identity_hydroflow_compiled/report/pdf.svg index c049c8529c2..e529a6e74b8 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf.svg @@ -46,42 +46,50 @@ Average Time (ms) - -6.45 + +6.48 - - -6.5 + + +6.485 + + + +6.49 - - -6.55 + + +6.495 - - -6.6 + + +6.5 - - -6.65 + + +6.505 - - -6.7 + + +6.51 - - -6.75 + + +6.515 - - -6.8 + + +6.52 - - -6.85 + + +6.525 - + + +6.53 + + Density (a.u.) @@ -90,68 +98,40 @@ Density (a.u.) 0 - -2 - - - -4 - - - -6 - - - -8 - - - -10 - - - -12 - - - -14 - - - -16 - - - -18 - - - + 20 - - - - - - - - - - - - - - - - - - - - - - - + + +40 + + + +60 + + + +80 + + + +100 + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_compiled/report/pdf_small.svg b/criterion/identity_hydroflow_compiled/report/pdf_small.svg index 1c28d9f92f6..a4cc5668ab2 100644 --- a/criterion/identity_hydroflow_compiled/report/pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (ms) 0 - -5 + +20 - - -10 + + +40 - - -15 + + +60 - - -20 + + +80 - - - -6.5 + + +100 - - -6.6 + + +120 - - -6.7 + + + +6.48 + + + +6.5 - - -6.8 + + +6.52 - - - + + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg index caaf173e338..3c20873f9d3 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_iteration_times_small.svg @@ -13,22 +13,22 @@ Average Iteration Time (ms) - - + + - + 6.5 - - + + 6.55 - + 6.6 @@ -94,204 +94,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - + + + + + - - - - - - + + + + + + - - - - - - + + + + + + - - + + diff --git a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg index 18e6e869db0..1d06fd6465c 100644 --- a/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_compiled/report/relative_pdf_small.svg @@ -6,38 +6,50 @@ Density (a.u.) Average Time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + + +100 + + + +110 + + 6.5 @@ -55,8 +67,8 @@ Average Time (ms) 6.8 - - - - + + + + diff --git a/criterion/identity_hydroflow_compiled/report/typical.svg b/criterion/identity_hydroflow_compiled/report/typical.svg index 738d2aa0e19..f498a5eb023 100644 --- a/criterion/identity_hydroflow_compiled/report/typical.svg +++ b/criterion/identity_hydroflow_compiled/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 + +100 - - -50 + + +200 - - -60 + + +300 - - -70 + + +400 - - -80 + + +500 - - -90 + + +600 - - -100 + + +700 - - -110 + + +800 - + - -6.494 - - - -6.496 - - - -6.498 - - - -6.5 - - - -6.502 + +6.4895 - - -6.504 + + +6.49 - - -6.506 + + +6.4905 - - -6.508 + + +6.491 - - -6.51 + + +6.4915 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/base/estimates.json b/criterion/identity_hydroflow_surface/base/estimates.json index e848d4e4817..0ac92e4ee01 100644 --- a/criterion/identity_hydroflow_surface/base/estimates.json +++ b/criterion/identity_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637814.6016875,"upper_bound":6642990.9200625},"point_estimate":6640226.325,"standard_error":1320.3332285189726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635281.375,"upper_bound":6639445.0},"point_estimate":6637183.8125,"standard_error":1043.2198022914079},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6867.310415580869,"upper_bound":12055.391035974026},"point_estimate":9475.018444284797,"standard_error":1382.141480007939},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8842.51640504115,"upper_bound":18164.808543026116},"point_estimate":13282.991088325145,"standard_error":2571.277657609151}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630859.2249374995,"upper_bound":6643802.96190625},"point_estimate":6636589.4825,"standard_error":3316.7619832315654},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6626148.75,"upper_bound":6629462.375},"point_estimate":6628417.3125,"standard_error":708.4766062734594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5613.772137835622,"upper_bound":9237.153811007738},"point_estimate":7324.692507460713,"standard_error":902.608687426396},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14924.743975584248,"upper_bound":48828.11569964408},"point_estimate":33473.3366206487,"standard_error":8744.683358815111}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/sample.json b/criterion/identity_hydroflow_surface/base/sample.json index f4df56a993d..9eb6c21b910 100644 --- a/criterion/identity_hydroflow_surface/base/sample.json +++ b/criterion/identity_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53091534.0,53030168.0,53301660.0,53458215.0,53180432.0,53148122.0,53780502.0,53082838.0,53093818.0,53171595.0,53182626.0,53194669.0,53175142.0,53128895.0,53082166.0,53079692.0,53233752.0,53187195.0,53106293.0,53006858.0,53045188.0,53179402.0,53024289.0,53095353.0,53036241.0,53170726.0,53054526.0,53024971.0,53013109.0,53244592.0,53101575.0,53120811.0,53045759.0,53049387.0,52995234.0,53314145.0,53146851.0,53126091.0,53027560.0,53225665.0,53234001.0,53026453.0,53099660.0,53067561.0,53256261.0,53089922.0,53115560.0,53122502.0,53238048.0,53117694.0,53098648.0,53103107.0,53084242.0,53113255.0,53321584.0,53109329.0,53171514.0,53121150.0,53020502.0,53068522.0,53034197.0,53063492.0,53052733.0,53068422.0,53043255.0,53176414.0,53045869.0,53132211.0,53062060.0,53061559.0,53096293.0,53063183.0,52998121.0,53102144.0,53052862.0,53036352.0,53071728.0,53036011.0,53160193.0,53055846.0,53160268.0,53147716.0,53237944.0,53202980.0,53130042.0,53167473.0,53041935.0,53112869.0,53054589.0,53220252.0,53091849.0,53226213.0,53265227.0,53082251.0,53058837.0,53007070.0,53054540.0,53088643.0,53020195.0,53060060.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53038164.0,53342270.0,53055827.0,53372595.0,53078979.0,53100630.0,53026863.0,52993731.0,53315230.0,53035860.0,53048173.0,53017505.0,53027764.0,53082206.0,53025009.0,52985806.0,53027804.0,53029738.0,52980236.0,53051068.0,53163479.0,53065425.0,53048563.0,53028796.0,53223700.0,53116830.0,53006746.0,52981879.0,53170741.0,53221164.0,52988761.0,53028075.0,53263453.0,53056237.0,52966249.0,52985906.0,53023666.0,53031030.0,52979063.0,53025461.0,53066757.0,52981529.0,53049976.0,53097705.0,53050116.0,52980417.0,52974565.0,52988260.0,53043233.0,52990315.0,53033064.0,53098256.0,53139533.0,53049906.0,53022385.0,53033595.0,53037282.0,53026913.0,54908599.0,53179027.0,54312398.0,53834057.0,53829859.0,53035699.0,53032684.0,52987710.0,53000363.0,52988211.0,52969445.0,53060114.0,53061517.0,52967592.0,52974996.0,52962022.0,52990605.0,52966370.0,52955550.0,52947144.0,53009190.0,53002737.0,53074311.0,53004500.0,52993971.0,52967492.0,52975587.0,52999622.0,52962984.0,52974415.0,53002497.0,53056798.0,52969666.0,52984103.0,52947224.0,52980166.0,52972101.0,53020321.0,52977321.0,53094458.0,53013357.0,53650314.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/base/tukey.json b/criterion/identity_hydroflow_surface/base/tukey.json index de195314d54..09a5d1261bd 100644 --- a/criterion/identity_hydroflow_surface/base/tukey.json +++ b/criterion/identity_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[6588172.125,6609994.59375,6668187.84375,6690010.3125] \ No newline at end of file +[6594505.25,6608870.1875,6647176.6875,6661541.625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/change/estimates.json b/criterion/identity_hydroflow_surface/change/estimates.json index 2ccfd45f378..2f176896679 100644 --- a/criterion/identity_hydroflow_surface/change/estimates.json +++ b/criterion/identity_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007486402943107372,"upper_bound":0.0005749941470107264},"point_estimate":-0.00005721973761207977,"standard_error":0.00033744871162064437},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00027410950547146484,"upper_bound":0.0006528402620229468},"point_estimate":0.0002274636910259975,"standard_error":0.000230308914265973}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015174651966712803,"upper_bound":0.0005422328757241912},"point_estimate":-0.0005476985756205366,"standard_error":0.0005172319376547416},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0017730790449288435,"upper_bound":-0.0010036726856603728},"point_estimate":-0.0013208162147761993,"standard_error":0.0001914131300555772}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/estimates.json b/criterion/identity_hydroflow_surface/new/estimates.json index e848d4e4817..0ac92e4ee01 100644 --- a/criterion/identity_hydroflow_surface/new/estimates.json +++ b/criterion/identity_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6637814.6016875,"upper_bound":6642990.9200625},"point_estimate":6640226.325,"standard_error":1320.3332285189726},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6635281.375,"upper_bound":6639445.0},"point_estimate":6637183.8125,"standard_error":1043.2198022914079},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6867.310415580869,"upper_bound":12055.391035974026},"point_estimate":9475.018444284797,"standard_error":1382.141480007939},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8842.51640504115,"upper_bound":18164.808543026116},"point_estimate":13282.991088325145,"standard_error":2571.277657609151}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6630859.2249374995,"upper_bound":6643802.96190625},"point_estimate":6636589.4825,"standard_error":3316.7619832315654},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6626148.75,"upper_bound":6629462.375},"point_estimate":6628417.3125,"standard_error":708.4766062734594},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5613.772137835622,"upper_bound":9237.153811007738},"point_estimate":7324.692507460713,"standard_error":902.608687426396},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":14924.743975584248,"upper_bound":48828.11569964408},"point_estimate":33473.3366206487,"standard_error":8744.683358815111}} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/sample.json b/criterion/identity_hydroflow_surface/new/sample.json index f4df56a993d..9eb6c21b910 100644 --- a/criterion/identity_hydroflow_surface/new/sample.json +++ b/criterion/identity_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53091534.0,53030168.0,53301660.0,53458215.0,53180432.0,53148122.0,53780502.0,53082838.0,53093818.0,53171595.0,53182626.0,53194669.0,53175142.0,53128895.0,53082166.0,53079692.0,53233752.0,53187195.0,53106293.0,53006858.0,53045188.0,53179402.0,53024289.0,53095353.0,53036241.0,53170726.0,53054526.0,53024971.0,53013109.0,53244592.0,53101575.0,53120811.0,53045759.0,53049387.0,52995234.0,53314145.0,53146851.0,53126091.0,53027560.0,53225665.0,53234001.0,53026453.0,53099660.0,53067561.0,53256261.0,53089922.0,53115560.0,53122502.0,53238048.0,53117694.0,53098648.0,53103107.0,53084242.0,53113255.0,53321584.0,53109329.0,53171514.0,53121150.0,53020502.0,53068522.0,53034197.0,53063492.0,53052733.0,53068422.0,53043255.0,53176414.0,53045869.0,53132211.0,53062060.0,53061559.0,53096293.0,53063183.0,52998121.0,53102144.0,53052862.0,53036352.0,53071728.0,53036011.0,53160193.0,53055846.0,53160268.0,53147716.0,53237944.0,53202980.0,53130042.0,53167473.0,53041935.0,53112869.0,53054589.0,53220252.0,53091849.0,53226213.0,53265227.0,53082251.0,53058837.0,53007070.0,53054540.0,53088643.0,53020195.0,53060060.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0,8.0],"times":[53038164.0,53342270.0,53055827.0,53372595.0,53078979.0,53100630.0,53026863.0,52993731.0,53315230.0,53035860.0,53048173.0,53017505.0,53027764.0,53082206.0,53025009.0,52985806.0,53027804.0,53029738.0,52980236.0,53051068.0,53163479.0,53065425.0,53048563.0,53028796.0,53223700.0,53116830.0,53006746.0,52981879.0,53170741.0,53221164.0,52988761.0,53028075.0,53263453.0,53056237.0,52966249.0,52985906.0,53023666.0,53031030.0,52979063.0,53025461.0,53066757.0,52981529.0,53049976.0,53097705.0,53050116.0,52980417.0,52974565.0,52988260.0,53043233.0,52990315.0,53033064.0,53098256.0,53139533.0,53049906.0,53022385.0,53033595.0,53037282.0,53026913.0,54908599.0,53179027.0,54312398.0,53834057.0,53829859.0,53035699.0,53032684.0,52987710.0,53000363.0,52988211.0,52969445.0,53060114.0,53061517.0,52967592.0,52974996.0,52962022.0,52990605.0,52966370.0,52955550.0,52947144.0,53009190.0,53002737.0,53074311.0,53004500.0,52993971.0,52967492.0,52975587.0,52999622.0,52962984.0,52974415.0,53002497.0,53056798.0,52969666.0,52984103.0,52947224.0,52980166.0,52972101.0,53020321.0,52977321.0,53094458.0,53013357.0,53650314.0]} \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/new/tukey.json b/criterion/identity_hydroflow_surface/new/tukey.json index de195314d54..09a5d1261bd 100644 --- a/criterion/identity_hydroflow_surface/new/tukey.json +++ b/criterion/identity_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[6588172.125,6609994.59375,6668187.84375,6690010.3125] \ No newline at end of file +[6594505.25,6608870.1875,6647176.6875,6661541.625] \ No newline at end of file diff --git a/criterion/identity_hydroflow_surface/report/MAD.svg b/criterion/identity_hydroflow_surface/report/MAD.svg index 25a36940200..bf1d7b1a1f9 100644 --- a/criterion/identity_hydroflow_surface/report/MAD.svg +++ b/criterion/identity_hydroflow_surface/report/MAD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.1 - + -0.1 +0.2 - -0.15 + +0.3 - - -0.2 + + +0.4 - - -0.25 + + +0.5 - - -0.3 + + +0.6 - + - -7 + +5.5 - - -8 + + +6 - - -9 + + +6.5 + + + +7 - - -10 + + +7.5 - + + +8 + + -11 +8.5 - -12 + +9 + + + +9.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/SD.svg b/criterion/identity_hydroflow_surface/report/SD.svg index b3cd860424e..8dd4579e29c 100644 --- a/criterion/identity_hydroflow_surface/report/SD.svg +++ b/criterion/identity_hydroflow_surface/report/SD.svg @@ -9,74 +9,82 @@ Density (a.u.) Average time (µs) - -0.02 + +0.005 - - -0.04 + + +0.01 - - -0.06 + + +0.015 - - -0.08 + + +0.02 - + -0.1 +0.025 - -0.12 + +0.03 - - -0.14 + + +0.035 - - -0.16 + + +0.04 - - -0.18 + + +0.045 - - -0.2 + + +0.05 - + - -8 + +15 + + + +20 + + + +25 - - -10 + + +30 - - -12 + + +35 - - -14 + + +40 - - -16 + + +45 - - -18 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg index 75911949357..63f98da7951 100644 --- a/criterion/identity_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/both/iteration_times.svg @@ -16,62 +16,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -6.63 - - - -6.64 - - - + 6.65 - - -6.66 - - - -6.67 - - - -6.68 - - - -6.69 - - - + + 6.7 - - -6.71 + + +6.75 - - -6.72 + + +6.8 - - -6.73 + + +6.85 - + 0 @@ -117,206 +87,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/identity_hydroflow_surface/report/both/pdf.svg b/criterion/identity_hydroflow_surface/report/both/pdf.svg index d0cd1f0a67a..a2ebd2e0b0c 100644 --- a/criterion/identity_hydroflow_surface/report/both/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/both/pdf.svg @@ -38,22 +38,26 @@ Average Time (ms) - -6.65 + +6.6 - - + + 6.7 - - -6.75 + + +6.8 - - - - - + + +6.9 + + + + + + Base PDF diff --git a/criterion/identity_hydroflow_surface/report/change/mean.svg b/criterion/identity_hydroflow_surface/report/change/mean.svg index 721648db1ff..9b36d01db47 100644 --- a/criterion/identity_hydroflow_surface/report/change/mean.svg +++ b/criterion/identity_hydroflow_surface/report/change/mean.svg @@ -9,86 +9,62 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - -900 - - - -1000 - - - -1100 - - + - --8e-4 + +-0.0015 - - --6e-4 + + +-0.001 - - --4e-4 + + +-5e-4 - - --2e-4 - - - + + 0 - - -2e-4 - - - -4e-4 - - - -6e-4 + + +5e-4 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/median.svg b/criterion/identity_hydroflow_surface/report/change/median.svg index cca40963b77..4be8f7c77f2 100644 --- a/criterion/identity_hydroflow_surface/report/change/median.svg +++ b/criterion/identity_hydroflow_surface/report/change/median.svg @@ -9,90 +9,62 @@ Density (a.u.) Relative change (%) - -200 + +500 - - -400 - - - -600 - - - -800 - - - + + 1000 - - -1200 - - - -1400 + + +1500 - - -1600 + + +2000 - - -1800 - - + - --3e-4 - - - --2e-4 - - - --1e-4 + +-0.0018 - - -0 + + +-0.0017 - - -1e-4 + + +-0.0016 - - -2e-4 + + +-0.0015 - - -3e-4 + + +-0.0014 - - -4e-4 + + +-0.0013 - - -5e-4 + + +-0.0012 - - -6e-4 + + +-0.0011 - - -7e-4 + + +-0.001 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/change/t-test.svg b/criterion/identity_hydroflow_surface/report/change/t-test.svg index dd93269a589..65025e13453 100644 --- a/criterion/identity_hydroflow_surface/report/change/t-test.svg +++ b/criterion/identity_hydroflow_surface/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/identity_hydroflow_surface/report/index.html b/criterion/identity_hydroflow_surface/report/index.html index c8c494c4f37..9a659e55408 100644 --- a/criterion/identity_hydroflow_surface/report/index.html +++ b/criterion/identity_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0032902 - 0.0033994 - 0.0032573 + 0.0408008 + 0.0419579 + 0.0401534 Mean - 6.6378 ms - 6.6402 ms - 6.6430 ms + 6.6309 ms + 6.6366 ms + 6.6438 ms Std. Dev. - 8.8425 µs - 13.283 µs - 18.165 µs + 14.925 µs + 33.473 µs + 48.828 µs Median - 6.6353 ms - 6.6372 ms - 6.6394 ms + 6.6261 ms + 6.6284 ms + 6.6295 ms MAD - 6.8673 µs - 9.4750 µs - 12.055 µs + 5.6138 µs + 7.3247 µs + 9.2372 µs @@ -221,10 +221,10 @@

Additional Statistics:

Change in time - -0.0749% - -0.0057% - +0.0575% - (p = 0.88 > + -0.1517% + -0.0548% + +0.0542% + (p = 0.33 > 0.05) diff --git a/criterion/identity_hydroflow_surface/report/iteration_times.svg b/criterion/identity_hydroflow_surface/report/iteration_times.svg index b34ffa2a65f..5e353aafe7a 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times.svg @@ -15,57 +15,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -6.63 - - - -6.64 - - - + 6.65 - - -6.66 - - - -6.67 - - - -6.68 - - - -6.69 - - - + + 6.7 - - -6.71 + + +6.75 + + + +6.8 - - -6.72 + + +6.85 - + 10 @@ -107,106 +82,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg index 28c33160748..efc7c3ba5b1 100644 --- a/criterion/identity_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/iteration_times_small.svg @@ -12,57 +12,32 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + - -6.63 - - - -6.64 - - - + 6.65 - - -6.66 - - - -6.67 - - - -6.68 - - - -6.69 - - - + + 6.7 - - -6.71 + + +6.75 + + + +6.8 - - -6.72 + + +6.85 - + 10 @@ -104,104 +79,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/identity_hydroflow_surface/report/mean.svg b/criterion/identity_hydroflow_surface/report/mean.svg index f2ddc7f0ba0..fbdd2dd212b 100644 --- a/criterion/identity_hydroflow_surface/report/mean.svg +++ b/criterion/identity_hydroflow_surface/report/mean.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - -6.638 + +6.63 - - -6.639 + + +6.632 - - -6.64 + + +6.634 - - -6.641 + + +6.636 - - + + +6.638 + + + +6.64 + + + 6.642 - - - - + + +6.644 + + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/median.svg b/criterion/identity_hydroflow_surface/report/median.svg index d3169338477..0dfb83098b9 100644 --- a/criterion/identity_hydroflow_surface/report/median.svg +++ b/criterion/identity_hydroflow_surface/report/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (ms) - -50 - - - -100 - - - -150 - - - + 200 - - -250 + + +400 - - -300 + + +600 - - -350 + + +800 - - -400 + + +1000 - - -450 + + +1200 - - -500 + + +1400 - + - -6.635 - - - -6.6355 - - - -6.636 + +6.626 - - -6.6365 + + +6.6265 - - -6.637 + + +6.627 - - -6.6375 + + +6.6275 - - -6.638 + + +6.628 - - -6.6385 + + +6.6285 - - -6.639 + + +6.629 - - -6.6395 + + +6.6295 - - - - + + + + Bootstrap distribution diff --git a/criterion/identity_hydroflow_surface/report/pdf.svg b/criterion/identity_hydroflow_surface/report/pdf.svg index 05b5c5ba1f8..c4e8f467d78 100644 --- a/criterion/identity_hydroflow_surface/report/pdf.svg +++ b/criterion/identity_hydroflow_surface/report/pdf.svg @@ -46,30 +46,34 @@ Average Time (ms) - -6.62 + +6.6 - - -6.64 + + +6.65 - - -6.66 + + +6.7 - - -6.68 + + +6.75 - - -6.7 + + +6.8 + + + +6.85 - - -6.72 + + +6.9 - + Density (a.u.) @@ -78,44 +82,52 @@ Density (a.u.) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - -25 - - - -30 - - - -35 - - - - - - - - - + + + + + + + + + + + + + - + + + + + + + + + + + + + + + + PDF diff --git a/criterion/identity_hydroflow_surface/report/pdf_small.svg b/criterion/identity_hydroflow_surface/report/pdf_small.svg index 4fc016a5c0b..6b6c12b5016 100644 --- a/criterion/identity_hydroflow_surface/report/pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (ms) 0 - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - -6.65 + +6.6 - - + + 6.7 - - - + + +6.8 + + + +6.9 + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg index e76b1621bd2..f5d950cc143 100644 --- a/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,62 +13,32 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + - -6.63 - - - -6.64 - - - + 6.65 - - -6.66 - - - -6.67 - - - -6.68 - - - -6.69 - - - + + 6.7 - - -6.71 + + +6.75 - - -6.72 + + +6.8 - - -6.73 + + +6.85 - + 0 @@ -114,204 +84,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg index 0210164d4f0..8dfcc9d3766 100644 --- a/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/identity_hydroflow_surface/report/relative_pdf_small.svg @@ -35,20 +35,24 @@ Average Time (ms) - -6.65 + +6.6 - - + + 6.7 - - -6.75 + + +6.8 - - - - - + + +6.9 + + + + + + diff --git a/criterion/identity_hydroflow_surface/report/typical.svg b/criterion/identity_hydroflow_surface/report/typical.svg index 0aade8ba431..8a913982fdc 100644 --- a/criterion/identity_hydroflow_surface/report/typical.svg +++ b/criterion/identity_hydroflow_surface/report/typical.svg @@ -9,54 +9,66 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - - -200 + + +80 - - -250 + + +100 - - -300 + + +120 - + - -6.638 + +6.63 - - -6.639 + + +6.632 - - -6.64 + + +6.634 - - -6.641 + + +6.636 - - + + +6.638 + + + +6.64 + + + 6.642 - - - - + + +6.644 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 68d57423ca7..b9c19725326 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.916788175985,"upper_bound":8094.7930669424795},"point_estimate":8065.185683429363,"standard_error":14.518299740795607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034.594212057775,"upper_bound":8093.695856873823},"point_estimate":8065.310010482181,"standard_error":14.401214477538183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.52241563391468,"upper_bound":108.93776934705922},"point_estimate":87.6760790334578,"standard_error":9.98185190782932},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.3135383996405,"upper_bound":8122.908784146277},"point_estimate":8073.671274649853,"standard_error":22.126889713001287},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.04418933769881,"upper_bound":196.82836872171777},"point_estimate":145.92014345396933,"standard_error":26.11928428298203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8057.075698806635,"upper_bound":8207.71107295096},"point_estimate":8117.3033089251785,"standard_error":39.568809129364226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.5336433718785,"upper_bound":8104.6803971909685},"point_estimate":8066.957843137256,"standard_error":20.141913038096597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3555789743608,"upper_bound":128.3514991800785},"point_estimate":117.44400546328576,"standard_error":10.23017669084331},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8038.188567415802,"upper_bound":8266.243668186647},"point_estimate":8128.236114013508,"standard_error":60.46200332867801},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113.35963346750195,"upper_bound":649.5555029116496},"point_estimate":397.80272423381734,"standard_error":166.7621682662492}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 15bfb12158f..0eb5a6757a2 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146082.0,285778.0,432254.0,571375.0,713939.0,853798.0,1019875.0,1138653.0,1303996.0,1459484.0,1610635.0,1761401.0,1922763.0,2039845.0,2185659.0,2353401.0,2392812.0,2490817.0,2630699.0,2784434.0,2923055.0,3186766.0,3340371.0,3501499.0,3655133.0,3832005.0,3924199.0,4082669.0,4220203.0,4415891.0,4530329.0,4662255.0,4818863.0,4988925.0,5133223.0,5270780.0,5407913.0,5539072.0,5702509.0,5817702.0,6010758.0,6151941.0,6312156.0,6452642.0,6560511.0,6848008.0,6904918.0,7072130.0,7134332.0,7337535.0,7447959.0,7549282.0,7694151.0,7883426.0,8061145.0,8435481.0,8218120.0,8330381.0,8595505.0,8612980.0,8802542.0,8952420.0,9055250.0,9266931.0,9346702.0,9589749.0,9638299.0,9756061.0,9924906.0,10106500.0,10764830.0,10503899.0,10550521.0,10661693.0,10820021.0,10921280.0,11124902.0,11269207.0,11314800.0,11451166.0,11661773.0,11750878.0,11901737.0,13477666.0,12281194.0,12465906.0,12587273.0,12730988.0,12777996.0,13067201.0,13153894.0,13230626.0,13400301.0,13576728.0,13775768.0,14524059.0,14022717.0,14182651.0,14401255.0,14489644.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[144361.0,271044.0,407168.0,554725.0,700201.0,811988.0,945707.0,1073285.0,1219747.0,1371427.0,1516758.0,1650848.0,1790671.0,1921493.0,2057008.0,2209686.0,2310497.0,2388923.0,2511905.0,2633567.0,2750464.0,2951308.0,3165593.0,3347510.0,3469141.0,3653418.0,3757258.0,3864981.0,4018125.0,4155555.0,4316109.0,4433479.0,4611083.0,4686716.0,4849784.0,4992928.0,5122515.0,5229931.0,5401119.0,5526780.0,5646970.0,5808277.0,5983075.0,6080293.0,6214855.0,6381864.0,6457241.0,6843379.0,7038689.0,6925611.0,7073564.0,7206960.0,7317923.0,7469413.0,7619902.0,7756092.0,7856205.0,8071279.0,8024548.0,8171032.0,8270540.0,8465831.0,8548560.0,8660102.0,8933632.0,8962597.0,9062957.0,9292804.0,9351453.0,9543095.0,14090734.0,9847362.0,9985762.0,10041315.0,10221836.0,10349999.0,10468445.0,10651489.0,10753241.0,10906874.0,11054928.0,11103411.0,11277250.0,13186537.0,11674836.0,11733836.0,11838741.0,11911427.0,12181146.0,12253000.0,12464539.0,12507042.0,12701948.0,12785910.0,12913476.0,13733291.0,13159878.0,13286914.0,13391580.0,13694729.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 0497a46b3e0..9ade3af97c8 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7653.846874951412,7828.335267129434,8293.637646270825,8468.126038448845] \ No newline at end of file +[7539.070422509562,7767.370264068477,8376.169841558914,8604.469683117828] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 8950354f08a..5fd2bd45bd9 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01642611101397251,"upper_bound":-0.0026260784497706548},"point_estimate":-0.00907575753237666,"standard_error":0.003516193128938426},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011725515180141532,"upper_bound":-0.003922949636382955},"point_estimate":-0.007634814094613973,"standard_error":0.0019670683690369032}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002045520317009158,"upper_bound":0.018720265112220618},"point_estimate":0.006462049051504826,"standard_error":0.005338234294930394},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005198575886396939,"upper_bound":0.00646582663976214},"point_estimate":0.00020431113657548572,"standard_error":0.0030300453367169394}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 68d57423ca7..b9c19725326 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.916788175985,"upper_bound":8094.7930669424795},"point_estimate":8065.185683429363,"standard_error":14.518299740795607},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8034.594212057775,"upper_bound":8093.695856873823},"point_estimate":8065.310010482181,"standard_error":14.401214477538183},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.52241563391468,"upper_bound":108.93776934705922},"point_estimate":87.6760790334578,"standard_error":9.98185190782932},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8037.3135383996405,"upper_bound":8122.908784146277},"point_estimate":8073.671274649853,"standard_error":22.126889713001287},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":98.04418933769881,"upper_bound":196.82836872171777},"point_estimate":145.92014345396933,"standard_error":26.11928428298203}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8057.075698806635,"upper_bound":8207.71107295096},"point_estimate":8117.3033089251785,"standard_error":39.568809129364226},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8030.5336433718785,"upper_bound":8104.6803971909685},"point_estimate":8066.957843137256,"standard_error":20.141913038096597},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":88.3555789743608,"upper_bound":128.3514991800785},"point_estimate":117.44400546328576,"standard_error":10.23017669084331},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8038.188567415802,"upper_bound":8266.243668186647},"point_estimate":8128.236114013508,"standard_error":60.46200332867801},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":113.35963346750195,"upper_bound":649.5555029116496},"point_estimate":397.80272423381734,"standard_error":166.7621682662492}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 15bfb12158f..0eb5a6757a2 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[18.0,36.0,54.0,72.0,90.0,108.0,126.0,144.0,162.0,180.0,198.0,216.0,234.0,252.0,270.0,288.0,306.0,324.0,342.0,360.0,378.0,396.0,414.0,432.0,450.0,468.0,486.0,504.0,522.0,540.0,558.0,576.0,594.0,612.0,630.0,648.0,666.0,684.0,702.0,720.0,738.0,756.0,774.0,792.0,810.0,828.0,846.0,864.0,882.0,900.0,918.0,936.0,954.0,972.0,990.0,1008.0,1026.0,1044.0,1062.0,1080.0,1098.0,1116.0,1134.0,1152.0,1170.0,1188.0,1206.0,1224.0,1242.0,1260.0,1278.0,1296.0,1314.0,1332.0,1350.0,1368.0,1386.0,1404.0,1422.0,1440.0,1458.0,1476.0,1494.0,1512.0,1530.0,1548.0,1566.0,1584.0,1602.0,1620.0,1638.0,1656.0,1674.0,1692.0,1710.0,1728.0,1746.0,1764.0,1782.0,1800.0],"times":[146082.0,285778.0,432254.0,571375.0,713939.0,853798.0,1019875.0,1138653.0,1303996.0,1459484.0,1610635.0,1761401.0,1922763.0,2039845.0,2185659.0,2353401.0,2392812.0,2490817.0,2630699.0,2784434.0,2923055.0,3186766.0,3340371.0,3501499.0,3655133.0,3832005.0,3924199.0,4082669.0,4220203.0,4415891.0,4530329.0,4662255.0,4818863.0,4988925.0,5133223.0,5270780.0,5407913.0,5539072.0,5702509.0,5817702.0,6010758.0,6151941.0,6312156.0,6452642.0,6560511.0,6848008.0,6904918.0,7072130.0,7134332.0,7337535.0,7447959.0,7549282.0,7694151.0,7883426.0,8061145.0,8435481.0,8218120.0,8330381.0,8595505.0,8612980.0,8802542.0,8952420.0,9055250.0,9266931.0,9346702.0,9589749.0,9638299.0,9756061.0,9924906.0,10106500.0,10764830.0,10503899.0,10550521.0,10661693.0,10820021.0,10921280.0,11124902.0,11269207.0,11314800.0,11451166.0,11661773.0,11750878.0,11901737.0,13477666.0,12281194.0,12465906.0,12587273.0,12730988.0,12777996.0,13067201.0,13153894.0,13230626.0,13400301.0,13576728.0,13775768.0,14524059.0,14022717.0,14182651.0,14401255.0,14489644.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[144361.0,271044.0,407168.0,554725.0,700201.0,811988.0,945707.0,1073285.0,1219747.0,1371427.0,1516758.0,1650848.0,1790671.0,1921493.0,2057008.0,2209686.0,2310497.0,2388923.0,2511905.0,2633567.0,2750464.0,2951308.0,3165593.0,3347510.0,3469141.0,3653418.0,3757258.0,3864981.0,4018125.0,4155555.0,4316109.0,4433479.0,4611083.0,4686716.0,4849784.0,4992928.0,5122515.0,5229931.0,5401119.0,5526780.0,5646970.0,5808277.0,5983075.0,6080293.0,6214855.0,6381864.0,6457241.0,6843379.0,7038689.0,6925611.0,7073564.0,7206960.0,7317923.0,7469413.0,7619902.0,7756092.0,7856205.0,8071279.0,8024548.0,8171032.0,8270540.0,8465831.0,8548560.0,8660102.0,8933632.0,8962597.0,9062957.0,9292804.0,9351453.0,9543095.0,14090734.0,9847362.0,9985762.0,10041315.0,10221836.0,10349999.0,10468445.0,10651489.0,10753241.0,10906874.0,11054928.0,11103411.0,11277250.0,13186537.0,11674836.0,11733836.0,11838741.0,11911427.0,12181146.0,12253000.0,12464539.0,12507042.0,12701948.0,12785910.0,12913476.0,13733291.0,13159878.0,13286914.0,13391580.0,13694729.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 0497a46b3e0..9ade3af97c8 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7653.846874951412,7828.335267129434,8293.637646270825,8468.126038448845] \ No newline at end of file +[7539.070422509562,7767.370264068477,8376.169841558914,8604.469683117828] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index 4ef6799b6aa..ab317a1feec 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,82 +9,86 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - + - -70 - - - -75 - - - -80 - - - + 85 - - + + 90 - - + + 95 - - + + 100 - - + + 105 - - + + 110 - - - - + + +115 + + + +120 + + + +125 + + + +130 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index 2f98496220d..eb0e616cb4f 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 + +0.001 - - -0.006 - - - -0.008 + + +0.002 - - -0.01 + + +0.003 - - -0.012 + + +0.004 - - -0.014 + + +0.005 - - -0.016 + + +0.006 - + - + 100 - - -120 + + +200 - - -140 + + +300 - - -160 + + +400 - - -180 + + +500 - - -200 + + +600 + + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index b24af8ce846..0e4d6bb4de3 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -38,22 +38,30 @@ Average Time (µs) - + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + +12 + + + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 399b15a271d..78016ac9cbf 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -22,10 +22,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -43,22 +43,22 @@ Iterations (x 10^3) 6.0 - + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.8 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 9d2626d0437..292b927729d 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - --0.016 - - - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - - - - + +0 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index 2fcfe206fe4..c018efc14a8 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,67 +9,63 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - - -150 + + +40 - - -200 + + +60 - - -250 + + +80 - - - --0.012 + + +100 - - --0.011 + + +120 - - --0.01 + + + +-0.006 - - --0.009 + + +-0.004 - - --0.008 + + +-0.002 - - --0.007 + + +0 - - --0.006 + + +0.002 - - --0.005 + + +0.004 - - --0.004 + + +0.006 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index 837af1f6c24..ebb96de54ad 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,81 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index 920031eb8ea..80928c22276 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.0373 µs - 8.0737 µs - 8.1229 µs + 8.0382 µs + 8.1282 µs + 8.2662 µs R² - 0.9465372 - 0.9490836 - 0.9444241 + 0.6608257 + 0.6685955 + 0.6506268 Mean - 8.0379 µs - 8.0652 µs - 8.0948 µs + 8.0571 µs + 8.1173 µs + 8.2077 µs Std. Dev. - 98.044 ns - 145.92 ns - 196.83 ns + 113.36 ns + 397.80 ns + 649.56 ns Median - 8.0346 µs - 8.0653 µs - 8.0937 µs + 8.0305 µs + 8.0670 µs + 8.1047 µs MAD - 69.522 ns - 87.676 ns - 108.94 ns + 88.356 ns + 117.44 ns + 128.35 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.6426% - -0.9076% - -0.2626% - (p = 0.01 < + -0.2046% + +0.6462% + +1.8720% + (p = 0.24 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index 256b8d8b44e..2a51f1b1d38 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - + +1 + + + +2 + + + +3 + + + +4 + + + 5 - - -10 + + +6 + + + +7 - - -15 + + +8 - - -20 + + +9 - - -25 + + +10 - - -30 + + +11 - + - -8.04 + +8.06 - - -8.05 + + +8.08 - - -8.06 + + +8.1 - - -8.07 + + +8.12 - - -8.08 + + +8.14 - - -8.09 + + +8.16 - - -8.1 + + +8.18 + + + +8.2 + + + +8.22 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 2b468334224..ded181b3084 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 - - -15 + + +6 - - -20 + + +8 - - -25 + + +10 - - -30 + + +12 - - -35 + + +14 - - -40 + + +16 - - -45 + + +18 - - -50 + + +20 - - -55 + + +22 - + - + 8.03 - - + + 8.04 - - + + 8.05 - - + + 8.06 - - + + 8.07 - - + + 8.08 - - + + 8.09 - - + + 8.1 - - - - + + +8.11 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index 54289cb2da3..0c1b5a5bedd 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -13,71 +13,79 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + -7.6 +7.5 - -7.8 - - - + 8 - - -8.2 + + +8.5 - + + +9 + + + +9.5 + + -8.4 +10 - -8.6 + +10.5 + + + +11 - - -8.8 + + +11.5 - + + +12 + + Density (a.u.) @@ -86,58 +94,64 @@ Density (a.u.) 0 - -0.5 + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 - - + + 1 - - -1.5 - - - -2 - - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +1.2 + + + +1.4 + + + +1.6 + + + +1.8 + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 487a7cac984..4422994275d 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,51 +10,67 @@ Average Time (µs) 0 - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 - + -1.5 +0.8 - -2 + +1 + + + +1.2 - - -2.5 + + +1.4 - - -3 + + +1.6 - - -3.5 + + +1.8 - - -4 + + +2 - + - + 8 - - -8.5 - - - + + 9 - - - + + +10 + + + +11 + + + +12 + + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index 709ba3196f3..022578246d9 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -8,190 +8,185 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - - + + - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index dff52cdaf54..5c662f597a0 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -5,188 +5,183 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - -1.8 - - + - + - + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 218e33c4fa7..02a4cfae0ea 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -35,20 +35,28 @@ Average Time (µs) - + 8 - - + + 9 - - + + 10 - - - - - + + +11 + + + +12 + + + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 8226b024033..52064ede139 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -19,10 +19,10 @@ Iterations (x 10^3) - - + + - + 0.0 @@ -40,22 +40,22 @@ Iterations (x 10^3) 6.0 - + 8.0 - - + + 10.0 - + 12.0 - + 14.0 - + 0 @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.8 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 69177e2741f..1dae18964fb 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,94 +9,58 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 - - - -8 + +1 - - -10 + + +2 - - -12 + + +3 - - -14 + + +4 - - -16 + + +5 - - -18 + + +6 - - -20 + + +7 - + - -8.03 - - - -8.04 - - - + 8.05 - - -8.06 - - - -8.07 - - - -8.08 - - - -8.09 - - - + + 8.1 - - -8.11 + + +8.15 - - -8.12 + + +8.2 - - -8.13 + + +8.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index 3f84c47df1f..27db56c5f6a 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,94 +9,58 @@ Density (a.u.) Average time (µs) - -2 - - - -4 - - - -6 - - - -8 + +1 - - -10 + + +2 - - -12 + + +3 - - -14 + + +4 - - -16 + + +5 - - -18 + + +6 - - -20 + + +7 - + - -8.03 - - - -8.04 - - - + 8.05 - - -8.06 - - - -8.07 - - - -8.08 - - - -8.09 - - - + + 8.1 - - -8.11 + + +8.15 - - -8.12 + + +8.2 - - -8.13 + + +8.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index cab8c4f1f94..d836a7c4971 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102387.47262018434,"upper_bound":103275.80699097992},"point_estimate":102832.97813789686,"standard_error":226.54618829071322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102975.69265126667,"upper_bound":103304.96671786995},"point_estimate":103107.96353541416,"standard_error":83.56989219798362},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798.9345600338077,"upper_bound":1323.7751160632297},"point_estimate":1099.1434042053045,"standard_error":132.71714477584024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103075.72565833901,"upper_bound":103855.76652403983},"point_estimate":103433.60821465515,"standard_error":199.65709777075105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1683.7026665637777,"upper_bound":2815.8970912187206},"point_estimate":2271.423469468822,"standard_error":289.75185459325337}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96789.65679212581,"upper_bound":97584.77481645768},"point_estimate":97182.65560009642,"standard_error":202.93082631150037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97097.69439421338,"upper_bound":97615.36474164134},"point_estimate":97326.98318293683,"standard_error":136.8266755628552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":987.6619431856604,"upper_bound":1561.2442107662014},"point_estimate":1278.2836244984435,"standard_error":153.35897818449388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97154.43487214985,"upper_bound":97717.88897360174},"point_estimate":97417.02685807174,"standard_error":143.31128091504584},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1495.3965446385769,"upper_bound":2558.5563484252657},"point_estimate":2042.781561344958,"standard_error":272.80102467497676}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index 611fcfdcdd8..70dd347662a 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[691356.0,1350557.0,2163358.0,2873382.0,3555257.0,4070874.0,4787426.0,5721310.0,6439541.0,6826793.0,7718976.0,8119246.0,8815372.0,9847967.0,10330380.0,11236061.0,11748623.0,12483486.0,13858615.0,14383198.0,15265406.0,15903736.0,16790150.0,17576039.0,18168091.0,18981780.0,19634961.0,20422079.0,21145831.0,22099121.0,22376971.0,23355417.0,24095518.0,24804943.0,25293575.0,26027312.0,26241272.0,27451763.0,28610724.0,28837735.0,29805625.0,30710031.0,31254719.0,31754887.0,32710125.0,33487407.0,34380643.0,34929754.0,35451195.0,36290815.0,37051610.0,37469073.0,38310106.0,38894090.0,39794933.0,40786261.0,41230460.0,41776703.0,42675345.0,47354150.0,43999343.0,44843896.0,45026097.0,46189515.0,46798583.0,47760529.0,48091832.0,49081355.0,49751184.0,50520880.0,50852691.0,51978444.0,52386810.0,56298599.0,54287908.0,54508370.0,55140328.0,56285227.0,57081670.0,57847827.0,58245745.0,58766555.0,59861451.0,60077883.0,61340089.0,61744862.0,62587998.0,63326301.0,64135896.0,64700871.0,64928508.0,65863707.0,66347209.0,68394185.0,68838785.0,70195846.0,72847821.0,71797795.0,72042342.0,72741198.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[718527.0,1384411.0,2043537.0,2625643.0,3464524.0,4109085.0,4855393.0,5299727.0,6177051.0,6676094.0,7310157.0,8057776.0,8415407.0,8856982.0,9840266.0,10242403.0,11183097.0,11632016.0,12627632.0,13283932.0,14311462.0,15156732.0,15906094.0,16108706.0,17322693.0,17993189.0,18577270.0,18534370.0,19810314.0,20641243.0,21294840.0,21417493.0,22202798.0,23366304.0,24261157.0,24493777.0,24929386.0,28292152.0,26252849.0,27039948.0,27962532.0,28611275.0,29359356.0,29707637.0,30518690.0,31337694.0,32115455.0,32802644.0,33357636.0,33953557.0,35407302.0,35177562.0,36110148.0,36525103.0,37442389.0,38242964.0,38940136.0,39902841.0,40402430.0,41180900.0,41739692.0,42216493.0,43213969.0,43981142.0,44897943.0,45506656.0,46116927.0,47146049.0,47627974.0,47949874.0,48854242.0,49531390.0,52541699.0,50748791.0,50598418.0,51413350.0,52748581.0,52582148.0,53695025.0,54126316.0,54933464.0,55143642.0,56257618.0,57436336.0,57571018.0,58242328.0,58530029.0,59042874.0,60564302.0,61535633.0,62130145.0,62371381.0,63669597.0,63226658.0,65536887.0,65481350.0,66682780.0,66291857.0,66896738.0,68069164.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index 81dc02b830a..80574501410 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[98174.48043890212,100307.0882388899,105994.04237219066,108126.65017217843] \ No newline at end of file +[91217.2968529571,93825.90338859975,100782.18748364685,103390.79401928952] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index eb1311c2080..6b271d3b8fd 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03182014364378251,"upper_bound":0.043335711304211634},"point_estimate":0.037672031292186325,"standard_error":0.0029208614955039836},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.03371717761440163,"upper_bound":0.043501029174665806},"point_estimate":0.036876147770331213,"standard_error":0.002715782541282856}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0604504768165443,"upper_bound":-0.04955623295378827},"point_estimate":-0.05494660020663289,"standard_error":0.002774932058151071},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.059139958439552665,"upper_bound":-0.05291370696309594},"point_estimate":-0.05606725372373156,"standard_error":0.0015740318311964162}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index cab8c4f1f94..d836a7c4971 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102387.47262018434,"upper_bound":103275.80699097992},"point_estimate":102832.97813789686,"standard_error":226.54618829071322},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102975.69265126667,"upper_bound":103304.96671786995},"point_estimate":103107.96353541416,"standard_error":83.56989219798362},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":798.9345600338077,"upper_bound":1323.7751160632297},"point_estimate":1099.1434042053045,"standard_error":132.71714477584024},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":103075.72565833901,"upper_bound":103855.76652403983},"point_estimate":103433.60821465515,"standard_error":199.65709777075105},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1683.7026665637777,"upper_bound":2815.8970912187206},"point_estimate":2271.423469468822,"standard_error":289.75185459325337}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":96789.65679212581,"upper_bound":97584.77481645768},"point_estimate":97182.65560009642,"standard_error":202.93082631150037},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97097.69439421338,"upper_bound":97615.36474164134},"point_estimate":97326.98318293683,"standard_error":136.8266755628552},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":987.6619431856604,"upper_bound":1561.2442107662014},"point_estimate":1278.2836244984435,"standard_error":153.35897818449388},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":97154.43487214985,"upper_bound":97717.88897360174},"point_estimate":97417.02685807174,"standard_error":143.31128091504584},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1495.3965446385769,"upper_bound":2558.5563484252657},"point_estimate":2042.781561344958,"standard_error":272.80102467497676}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index 611fcfdcdd8..70dd347662a 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[691356.0,1350557.0,2163358.0,2873382.0,3555257.0,4070874.0,4787426.0,5721310.0,6439541.0,6826793.0,7718976.0,8119246.0,8815372.0,9847967.0,10330380.0,11236061.0,11748623.0,12483486.0,13858615.0,14383198.0,15265406.0,15903736.0,16790150.0,17576039.0,18168091.0,18981780.0,19634961.0,20422079.0,21145831.0,22099121.0,22376971.0,23355417.0,24095518.0,24804943.0,25293575.0,26027312.0,26241272.0,27451763.0,28610724.0,28837735.0,29805625.0,30710031.0,31254719.0,31754887.0,32710125.0,33487407.0,34380643.0,34929754.0,35451195.0,36290815.0,37051610.0,37469073.0,38310106.0,38894090.0,39794933.0,40786261.0,41230460.0,41776703.0,42675345.0,47354150.0,43999343.0,44843896.0,45026097.0,46189515.0,46798583.0,47760529.0,48091832.0,49081355.0,49751184.0,50520880.0,50852691.0,51978444.0,52386810.0,56298599.0,54287908.0,54508370.0,55140328.0,56285227.0,57081670.0,57847827.0,58245745.0,58766555.0,59861451.0,60077883.0,61340089.0,61744862.0,62587998.0,63326301.0,64135896.0,64700871.0,64928508.0,65863707.0,66347209.0,68394185.0,68838785.0,70195846.0,72847821.0,71797795.0,72042342.0,72741198.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[718527.0,1384411.0,2043537.0,2625643.0,3464524.0,4109085.0,4855393.0,5299727.0,6177051.0,6676094.0,7310157.0,8057776.0,8415407.0,8856982.0,9840266.0,10242403.0,11183097.0,11632016.0,12627632.0,13283932.0,14311462.0,15156732.0,15906094.0,16108706.0,17322693.0,17993189.0,18577270.0,18534370.0,19810314.0,20641243.0,21294840.0,21417493.0,22202798.0,23366304.0,24261157.0,24493777.0,24929386.0,28292152.0,26252849.0,27039948.0,27962532.0,28611275.0,29359356.0,29707637.0,30518690.0,31337694.0,32115455.0,32802644.0,33357636.0,33953557.0,35407302.0,35177562.0,36110148.0,36525103.0,37442389.0,38242964.0,38940136.0,39902841.0,40402430.0,41180900.0,41739692.0,42216493.0,43213969.0,43981142.0,44897943.0,45506656.0,46116927.0,47146049.0,47627974.0,47949874.0,48854242.0,49531390.0,52541699.0,50748791.0,50598418.0,51413350.0,52748581.0,52582148.0,53695025.0,54126316.0,54933464.0,55143642.0,56257618.0,57436336.0,57571018.0,58242328.0,58530029.0,59042874.0,60564302.0,61535633.0,62130145.0,62371381.0,63669597.0,63226658.0,65536887.0,65481350.0,66682780.0,66291857.0,66896738.0,68069164.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index 81dc02b830a..80574501410 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[98174.48043890212,100307.0882388899,105994.04237219066,108126.65017217843] \ No newline at end of file +[91217.2968529571,93825.90338859975,100782.18748364685,103390.79401928952] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index bb4453b1db1..4e537debeef 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - -0.8 - - - -0.9 - - - + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - - - + + +1.4 + + + +1.5 + + + +1.6 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index 87571e96bfb..1f2701d158e 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + +1.4 + + + 1.6 - - + + 1.8 - - + + 2 - - + + 2.2 - - + + 2.4 - - + + 2.6 - - -2.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 4db2e1e8364..aab658cec82 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -30,30 +30,22 @@ Average Time (µs) - -95 + +90 - - + + 100 - - -105 - - - + + 110 - - -115 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index 0515a596fc3..aaf68c99b45 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -9,58 +9,52 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + -80.0 +70.0 @@ -68,42 +62,38 @@ Iterations 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 8f0d6c7b5f3..375acb30979 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - -0.032 + + +140 - - -0.034 + + + +-0.06 - - -0.036 + + +-0.058 - - -0.038 + + +-0.056 - - -0.04 + + +-0.054 - - -0.042 + + +-0.052 - - -0.044 + + +-0.05 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 386a8c8805f..f0ace0c5c8e 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 + + +250 - - -180 + + +300 - + + +350 + + - -0.034 + +-0.059 + + + +-0.058 - - -0.036 + + +-0.057 - - -0.038 + + +-0.056 - - -0.04 + + +-0.055 - - -0.042 + + +-0.054 - - -0.044 + + +-0.053 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index c2070839ddb..cc1b6e715b1 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index 1d516a44781..54f17f9a8c5 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 103.08 µs - 103.43 µs - 103.86 µs + 97.154 µs + 97.417 µs + 97.718 µs R² - 0.9679947 - 0.9695151 - 0.9674008 + 0.9760612 + 0.9770245 + 0.9757604 Mean - 102.39 µs - 102.83 µs - 103.28 µs + 96.790 µs + 97.183 µs + 97.585 µs Std. Dev. - 1.6837 µs - 2.2714 µs - 2.8159 µs + 1.4954 µs + 2.0428 µs + 2.5586 µs Median - 102.98 µs - 103.11 µs - 103.30 µs + 97.098 µs + 97.327 µs + 97.615 µs MAD - 798.93 ns - 1.0991 µs - 1.3238 µs + 987.66 ns + 1.2783 µs + 1.5612 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +3.1820% - +3.7672% - +4.3336% + -6.0450% + -5.4947% + -4.9556% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index 04f28b31cf6..840ffa5d173 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,90 +9,86 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - -102.3 - - - -102.4 + + +2 - - -102.5 + + + +96.8 - - -102.6 + + +96.9 - - -102.7 + + +97 - - -102.8 + + +97.1 - - -102.9 + + +97.2 - - -103 + + +97.3 - - -103.1 + + +97.4 - - -103.2 + + +97.5 - - -103.3 + + +97.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index 50e5ef053a1..82bafc072e9 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs) - -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - + - -102.95 - - - -103 - - - -103.05 + +97.1 - - -103.1 + + +97.2 - - -103.15 + + +97.3 - - -103.2 + + +97.4 - - -103.25 + + +97.5 - - -103.3 + + +97.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index cfe1cc6da9b..9bd3c8a1d1b 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,50 +42,50 @@ Average Time (µs) - + +88 + + + +90 + + + +92 + + + 94 - - + + 96 - - + + 98 - - + + 100 - - + + 102 - - + + 104 - - + + 106 - - + + 108 - - -110 - - - -112 - - - -114 - - + Density (a.u.) @@ -94,60 +94,50 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 7ad463a7793..0d0eaa79c77 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + - + +90 + + + 95 - - + + 100 - - + + 105 - - -110 - - - -115 - - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index 84d77cd56cf..2cfef28fd5f 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -81,107 +76,107 @@ Iterations - + - - - - - + + + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - + + + + + + + - - - - + + + + - + - - - + + + - - + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 3df6b6b4bd9..a2afd7a94a0 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -82,101 +77,101 @@ Iterations - - + + - + - - - - - + + + + + - - + + - + - - + + - + - - - - - + + + + + - - - + + + - - + + - + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - - - - + + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 712d9504491..023c368839e 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -27,28 +27,20 @@ Average Time (µs) - -95 + +90 - - + + 100 - - -105 - - - + + 110 - - -115 - - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index b4283a9f455..a6f6faf185c 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -6,58 +6,52 @@ Total sample time (ms) Iterations - - - - - - - + + + + + + - - - - - - - + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + -80.0 +70.0 @@ -65,40 +59,36 @@ Iterations 0 - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - -700 - - + -800 +700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 9a00480cf8e..baf24a1de9a 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.5 - - -1.8 - - - + + 2 - - - -103 - - - -103.1 + + +2.5 - - -103.2 + + +3 - - -103.3 + + + +97.1 - - -103.4 + + +97.2 - - -103.5 + + +97.3 - - -103.6 + + +97.4 - - -103.7 + + +97.5 - - -103.8 + + +97.6 - - -103.9 + + +97.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 8da5e225ed8..e9c57f409ef 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 + + +1.5 - - -1.8 - - - + + 2 - - - -103 - - - -103.1 + + +2.5 - - -103.2 + + +3 - - -103.3 + + + +97.1 - - -103.4 + + +97.2 - - -103.5 + + +97.3 - - -103.6 + + +97.4 - - -103.7 + + +97.5 - - -103.8 + + +97.6 - - -103.9 + + +97.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 97f27ae7fdd..447e9e218de 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70544.93341687367,"upper_bound":71000.31471611865},"point_estimate":70763.14677156105,"standard_error":116.09425631552537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.11814345991,"upper_bound":70393.00759803921},"point_estimate":70272.33548280424,"standard_error":48.40702375709696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.1348610719033,"upper_bound":810.1727110819855},"point_estimate":472.7298942462608,"standard_error":121.61406981118776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.85158180383,"upper_bound":70611.71902630747},"point_estimate":70396.8304221467,"standard_error":97.59787607715688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":908.9482754561152,"upper_bound":1438.7930941884479},"point_estimate":1169.3777243870964,"standard_error":137.77970825365773}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67667.29466535394,"upper_bound":68294.578074339},"point_estimate":67950.87742483983,"standard_error":161.35499968438907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67225.96626984127,"upper_bound":67420.49940352497},"point_estimate":67311.14668537825,"standard_error":69.61298185166454},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.49769851814443,"upper_bound":944.4189631804355},"point_estimate":659.3222349667047,"standard_error":157.14350982083448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67328.59310818766,"upper_bound":67791.85825613611},"point_estimate":67541.29244175163,"standard_error":118.74506468674848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":914.1983610104015,"upper_bound":2353.294182790036},"point_estimate":1629.161723581357,"standard_error":396.48096749403703}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index 9537f1b9870..32320623978 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[428183.0,860004.0,1286849.0,1740622.0,2160089.0,2626603.0,3029583.0,3490618.0,3917718.0,4334849.0,4742306.0,5236529.0,5639004.0,6106163.0,6538802.0,7079494.0,7382660.0,7783802.0,8321356.0,8694947.0,9037843.0,9487029.0,9749872.0,10281716.0,10611090.0,10917373.0,11368486.0,11718885.0,13267483.0,12769206.0,13080262.0,13403703.0,13804124.0,14232391.0,14689846.0,15110349.0,15575789.0,15873659.0,16282057.0,16794635.0,17099306.0,17591818.0,17995082.0,18402944.0,18809663.0,19235500.0,19635399.0,20029856.0,20582866.0,21030544.0,21419082.0,21863848.0,22449193.0,22768869.0,23078782.0,23610849.0,24023928.0,24434598.0,24960946.0,25309910.0,25762993.0,26221079.0,26574543.0,26907506.0,27518995.0,27887156.0,28183726.0,28711695.0,29029855.0,29409314.0,30004254.0,30260351.0,30609459.0,31539368.0,32002888.0,32037560.0,32422315.0,32825395.0,33267272.0,33677902.0,34162943.0,34464693.0,36023846.0,35355392.0,35911249.0,36193983.0,36650005.0,37013888.0,37560871.0,37909365.0,38232730.0,38824960.0,39218059.0,39621153.0,41858162.0,40436714.0,41116312.0,41258792.0,41729146.0,42258112.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[413501.0,842811.0,1251463.0,1655165.0,2048808.0,2473234.0,2940309.0,3350611.0,3737132.0,4125145.0,4545201.0,4974524.0,5371597.0,5805272.0,6176077.0,7598914.0,7036748.0,7460216.0,8107123.0,8280616.0,8624327.0,8874964.0,9441371.0,9793526.0,10226564.0,10624261.0,11091630.0,11479530.0,11712103.0,12292635.0,12612659.0,12931229.0,13222696.0,13642330.0,14044222.0,14431542.0,14803476.0,15210838.0,15654286.0,16030157.0,16476278.0,16839121.0,17249548.0,17714966.0,18030418.0,18448144.0,18833568.0,19162922.0,19600630.0,20120924.0,20601567.0,20968096.0,21502204.0,21782695.0,22239940.0,24952868.0,23024139.0,23327903.0,23824866.0,24218559.0,24697622.0,25678227.0,25409112.0,25786832.0,26238135.0,26673829.0,27032981.0,28309815.0,27800722.0,28237465.0,28695853.0,29059304.0,29370060.0,29823816.0,30216386.0,30962291.0,31656710.0,32391901.0,31808055.0,32235151.0,32630784.0,33118847.0,33373485.0,33942759.0,35383554.0,34732660.0,35081124.0,35507681.0,35894914.0,36256207.0,36623067.0,37080443.0,38837914.0,37874481.0,39210638.0,38669462.0,39029243.0,39346298.0,39802938.0,40393216.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 3f0de75caf8..bb5009efed8 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[66078.44670280036,68063.93283508356,73358.56252117209,75344.04865345529] \ No newline at end of file +[62491.31440352896,64798.025668872266,70949.25570978774,73255.96697513106] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index ba6c7dfe2a2..c697f58d009 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009557263951314727,"upper_bound":0.0000201893548483038},"point_estimate":-0.004862818013795733,"standard_error":0.0024433008115297425},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004580373723828357,"upper_bound":-0.0005814722276878959},"point_estimate":-0.0027060006903755207,"standard_error":0.0010019945223441696}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04494904208617131,"upper_bound":-0.034251345251502203},"point_estimate":-0.03974200519657278,"standard_error":0.002733064657133908},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04409968902318673,"upper_bound":-0.04020877293778251},"point_estimate":-0.04213875598528527,"standard_error":0.001423740231631425}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 97f27ae7fdd..447e9e218de 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70544.93341687367,"upper_bound":71000.31471611865},"point_estimate":70763.14677156105,"standard_error":116.09425631552537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70184.11814345991,"upper_bound":70393.00759803921},"point_estimate":70272.33548280424,"standard_error":48.40702375709696},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":315.1348610719033,"upper_bound":810.1727110819855},"point_estimate":472.7298942462608,"standard_error":121.61406981118776},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70236.85158180383,"upper_bound":70611.71902630747},"point_estimate":70396.8304221467,"standard_error":97.59787607715688},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":908.9482754561152,"upper_bound":1438.7930941884479},"point_estimate":1169.3777243870964,"standard_error":137.77970825365773}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67667.29466535394,"upper_bound":68294.578074339},"point_estimate":67950.87742483983,"standard_error":161.35499968438907},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67225.96626984127,"upper_bound":67420.49940352497},"point_estimate":67311.14668537825,"standard_error":69.61298185166454},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.49769851814443,"upper_bound":944.4189631804355},"point_estimate":659.3222349667047,"standard_error":157.14350982083448},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67328.59310818766,"upper_bound":67791.85825613611},"point_estimate":67541.29244175163,"standard_error":118.74506468674848},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":914.1983610104015,"upper_bound":2353.294182790036},"point_estimate":1629.161723581357,"standard_error":396.48096749403703}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index 9537f1b9870..32320623978 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[428183.0,860004.0,1286849.0,1740622.0,2160089.0,2626603.0,3029583.0,3490618.0,3917718.0,4334849.0,4742306.0,5236529.0,5639004.0,6106163.0,6538802.0,7079494.0,7382660.0,7783802.0,8321356.0,8694947.0,9037843.0,9487029.0,9749872.0,10281716.0,10611090.0,10917373.0,11368486.0,11718885.0,13267483.0,12769206.0,13080262.0,13403703.0,13804124.0,14232391.0,14689846.0,15110349.0,15575789.0,15873659.0,16282057.0,16794635.0,17099306.0,17591818.0,17995082.0,18402944.0,18809663.0,19235500.0,19635399.0,20029856.0,20582866.0,21030544.0,21419082.0,21863848.0,22449193.0,22768869.0,23078782.0,23610849.0,24023928.0,24434598.0,24960946.0,25309910.0,25762993.0,26221079.0,26574543.0,26907506.0,27518995.0,27887156.0,28183726.0,28711695.0,29029855.0,29409314.0,30004254.0,30260351.0,30609459.0,31539368.0,32002888.0,32037560.0,32422315.0,32825395.0,33267272.0,33677902.0,34162943.0,34464693.0,36023846.0,35355392.0,35911249.0,36193983.0,36650005.0,37013888.0,37560871.0,37909365.0,38232730.0,38824960.0,39218059.0,39621153.0,41858162.0,40436714.0,41116312.0,41258792.0,41729146.0,42258112.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[413501.0,842811.0,1251463.0,1655165.0,2048808.0,2473234.0,2940309.0,3350611.0,3737132.0,4125145.0,4545201.0,4974524.0,5371597.0,5805272.0,6176077.0,7598914.0,7036748.0,7460216.0,8107123.0,8280616.0,8624327.0,8874964.0,9441371.0,9793526.0,10226564.0,10624261.0,11091630.0,11479530.0,11712103.0,12292635.0,12612659.0,12931229.0,13222696.0,13642330.0,14044222.0,14431542.0,14803476.0,15210838.0,15654286.0,16030157.0,16476278.0,16839121.0,17249548.0,17714966.0,18030418.0,18448144.0,18833568.0,19162922.0,19600630.0,20120924.0,20601567.0,20968096.0,21502204.0,21782695.0,22239940.0,24952868.0,23024139.0,23327903.0,23824866.0,24218559.0,24697622.0,25678227.0,25409112.0,25786832.0,26238135.0,26673829.0,27032981.0,28309815.0,27800722.0,28237465.0,28695853.0,29059304.0,29370060.0,29823816.0,30216386.0,30962291.0,31656710.0,32391901.0,31808055.0,32235151.0,32630784.0,33118847.0,33373485.0,33942759.0,35383554.0,34732660.0,35081124.0,35507681.0,35894914.0,36256207.0,36623067.0,37080443.0,38837914.0,37874481.0,39210638.0,38669462.0,39029243.0,39346298.0,39802938.0,40393216.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 3f0de75caf8..bb5009efed8 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[66078.44670280036,68063.93283508356,73358.56252117209,75344.04865345529] \ No newline at end of file +[62491.31440352896,64798.025668872266,70949.25570978774,73255.96697513106] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index a63a5501ab8..c5a36b3de49 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - -0.0035 - - - -0.004 - - - -0.0045 - - + - + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - + + 800 - - - - + + +900 + + + +1000 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index ad2c9745378..dc62ecd103f 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - -3 + + +1.2 - + - -0.9 + +0.8 - - + + 1 - - -1.1 - - - + + 1.2 - - -1.3 - - - + + 1.4 - - - - + + +1.6 + + + +1.8 + + + +2 + + + +2.2 + + + +2.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index f2d0aabfb66..3b4c25ef608 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -50,30 +50,26 @@ Average Time (µs) - -68 + +65 - - + + 70 - - -72 + + +75 - - -74 + + +80 - - -76 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 99b5d65a329..5b06e0f281b 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -17,13 +17,13 @@ Iterations - + - + - - - + + + 0.0 @@ -33,34 +33,34 @@ Iterations 5.0 - + 10.0 - + 15.0 - + 20.0 - + 25.0 - + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -91,9 +91,9 @@ Iterations - - - + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index dae825597cc..d66f69dbf2d 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - - - - + +-0.046 + + + +-0.044 + + + +-0.042 + + + +-0.04 + + + +-0.038 + + + +-0.036 + + + +-0.034 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index e6bc4d2e7d6..4b822255e10 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - + 200 - + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - + - --0.005 - - - --0.0045 - - - --0.004 - - - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - - - - + +-0.0445 + + + +-0.044 + + + +-0.0435 + + + +-0.043 + + + +-0.0425 + + + +-0.042 + + + +-0.0415 + + + +-0.041 + + + +-0.0405 + + + +-0.04 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index b5bcaf01ff8..87777cb4f45 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -25,65 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - + 3.0 - + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 61a2599a83a..301fc43ba81 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.237 µs - 70.397 µs - 70.612 µs + 67.329 µs + 67.541 µs + 67.792 µs R² - 0.9840851 - 0.9847758 - 0.9835302 + 0.9668386 + 0.9681403 + 0.9663348 Mean - 70.545 µs - 70.763 µs - 71.000 µs + 67.667 µs + 67.951 µs + 68.295 µs Std. Dev. - 908.95 ns - 1.1694 µs - 1.4388 µs + 914.20 ns + 1.6292 µs + 2.3533 µs Median - 70.184 µs - 70.272 µs - 70.393 µs + 67.226 µs + 67.311 µs + 67.420 µs MAD - 315.13 ns - 472.73 ns - 810.17 ns + 325.50 ns + 659.32 ns + 944.42 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9557% - -0.4863% - +0.0020% - (p = 0.05 > + -4.4949% + -3.9742% + -3.4251% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 3efd92cfc56..c55bcb2a21c 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 + + + +67.6 - - -3.5 + + +67.7 - - - -70.5 + + +67.8 - - -70.6 + + +67.9 - - -70.7 + + +68 - - -70.8 + + +68.1 - - -70.9 + + +68.2 - - -71 + + +68.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 07f44fd5491..52fb3e76505 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -70.2 + + +16 + + + +18 - - -70.25 + + + +67.25 - - -70.3 + + +67.3 - - -70.35 + + +67.35 - - -70.4 + + +67.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index 5db755c3e87..9376d33e684 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (µs) - -69 + +66 - - -70 + + +68 - - -71 + + +70 - - + + 72 - - -73 - - - + + 74 - - -75 - - - + + 76 - - -77 + + +78 - + + +80 + + Density (a.u.) @@ -82,58 +78,46 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - - -0.45 - - - -0.5 - - - - - - + + + + + - - - - - - - + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 6d18434a8ca..ae629de12cb 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,43 +10,55 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 + + +0.4 - + - -70 + +65 - - -72 + + +70 - - -74 + + +75 - - -76 + + +80 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 5be010547e8..fb438712965 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,47 +14,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -85,103 +85,103 @@ Iterations - + - + - - + + - - + + - + - - + + - - - - - - - - + + + + + + + + - - - - + + + + - - - - + + + + - - + + - - - + + + - - + + - - + + - + - - - + + + - - - - - - - - + + + + + + + + - - - - - - - + + + + + + + - + - + - + - + - + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index 24f9b0a96ca..dc0177d0747 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -82,7 +82,7 @@ Iterations - + @@ -90,23 +90,23 @@ Iterations - + - - + + - + - + - - - - - - + + + + + + @@ -115,68 +115,68 @@ Iterations - + - - + + - + - + - + - + - - + + - - + + - - + + - - + + - + - + - - - - - + + + + + - - - - - + + + + + - + - + - + - + - + - + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 28c91d8165e..7e0d0fdb093 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -47,28 +47,24 @@ Average Time (µs) - -68 + +65 - - + + 70 - - -72 + + +75 - - -74 + + +80 - - -76 - - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 49816229b95..46666e6ab73 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -89,6 +89,6 @@ Iterations - - + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 34e2ed7fea4..1934b77ef8b 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - + - -70.2 + +67.3 + + + +67.35 - - -70.25 + + +67.4 - - -70.3 + + +67.45 - - -70.35 + + +67.5 - - -70.4 + + +67.55 - - -70.45 + + +67.6 - - -70.5 + + +67.65 - - -70.55 + + +67.7 - - -70.6 + + +67.75 - - -70.65 + + +67.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 92132357686..455676b00ef 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,86 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - -4 - - - -4.5 - - + - -70.2 + +67.3 + + + +67.35 - - -70.25 + + +67.4 - - -70.3 + + +67.45 - - -70.35 + + +67.5 - - -70.4 + + +67.55 - - -70.45 + + +67.6 - - -70.5 + + +67.65 - - -70.55 + + +67.7 - - -70.6 + + +67.75 - - -70.65 + + +67.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index c9b94a252cc..e1cd0239933 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.185116961022,"upper_bound":6707.2637527224015},"point_estimate":6690.437421015049,"standard_error":8.436790108257826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.588089330025,"upper_bound":6687.173570019724},"point_estimate":6666.259279182355,"standard_error":9.215839113789931},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.45263545081844,"upper_bound":107.96739318809134},"point_estimate":73.94158327576204,"standard_error":14.213274678699847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6701.1278730588,"upper_bound":6738.64166056944},"point_estimate":6719.636657989565,"standard_error":9.590329377615891},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.20735326323872,"upper_bound":98.07203224196587},"point_estimate":84.92967009249027,"standard_error":6.887602841276824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632.288195053381,"upper_bound":6668.354977356691},"point_estimate":6648.451258949036,"standard_error":9.215182497695878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.469342251951,"upper_bound":6644.684615384615},"point_estimate":6631.177293636596,"standard_error":5.499457576365152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.611384353111696,"upper_bound":59.32026317474099},"point_estimate":44.39359353312591,"standard_error":6.337765197619529},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6642.2968199615425,"upper_bound":6670.520103627749},"point_estimate":6655.490114014846,"standard_error":7.186875719382696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.46194460853742,"upper_bound":133.96769623973697},"point_estimate":92.34434558402226,"standard_error":23.644975339624697}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index f71ffe329c3..bc7a92c29ee 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85560.0,170439.0,258179.0,343414.0,430683.0,516057.0,614519.0,684877.0,780034.0,858215.0,946182.0,1036270.0,1126644.0,1198855.0,1285535.0,1384297.0,1466315.0,1543936.0,1629830.0,1727863.0,1822342.0,1900482.0,1972517.0,2070160.0,2173496.0,2236169.0,2331199.0,2423393.0,2495148.0,2591098.0,2678978.0,2761200.0,2869768.0,2916828.0,2991985.0,3094120.0,3185372.0,3285972.0,3390397.0,3455368.0,3537477.0,3611830.0,3719857.0,3812944.0,3891424.0,3967827.0,4068538.0,4130498.0,4243249.0,4372017.0,4450641.0,4492688.0,4738621.0,4757379.0,4845732.0,4954249.0,5017191.0,5146787.0,5350077.0,5308963.0,5369631.0,5454538.0,5525921.0,5796185.0,5729874.0,5826008.0,5948421.0,6018168.0,6090768.0,6174398.0,6284260.0,6350511.0,6425844.0,6488000.0,6645491.0,6722297.0,6685310.0,6710655.0,6973431.0,6850180.0,6964264.0,7038871.0,7159642.0,7296305.0,7418893.0,7456334.0,7578945.0,7653941.0,7716793.0,7843618.0,8043323.0,8114454.0,8187590.0,8284085.0,8272451.0,8368301.0,8362337.0,8505645.0,8596593.0,8664567.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85249.0,169998.0,260488.0,352300.0,432195.0,515273.0,598562.0,683706.0,786186.0,863809.0,941127.0,1021996.0,1120853.0,1206442.0,1292444.0,1375161.0,1465054.0,1546767.0,1636378.0,1702894.0,1789127.0,1883758.0,1978531.0,2051085.0,2154509.0,2297513.0,2567718.0,2455794.0,2563547.0,2569918.0,2658304.0,2729038.0,2806298.0,2905629.0,2984364.0,3090417.0,3151012.0,3261377.0,3350467.0,3539226.0,3542775.0,3633097.0,3729744.0,3832705.0,3913708.0,3984176.0,4024513.0,4121623.0,4245003.0,4289690.0,4492149.0,4455286.0,4648072.0,4658676.0,4738006.0,4837594.0,4869897.0,4976770.0,5085043.0,5156311.0,5249335.0,5367778.0,5446894.0,5545796.0,5623211.0,5661282.0,5848379.0,5880688.0,5943046.0,6090666.0,6188272.0,6176980.0,6286208.0,6389960.0,6511475.0,6706180.0,6855085.0,6759283.0,6823574.0,6903401.0,7003901.0,7076774.0,7181747.0,7235842.0,7312205.0,7412675.0,7464584.0,7597726.0,7692029.0,7777637.0,7845721.0,7961247.0,8006835.0,8137757.0,8313709.0,8274559.0,8393967.0,8426036.0,8548975.0,8816024.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index c9f765f8cda..db7473b4cc7 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6187.305905520074,6406.161944444028,6989.778048241241,7208.6340871651955] \ No newline at end of file +[6425.055724896467,6513.330851768351,6748.731190093375,6837.0063169652585] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index c2da7ff1050..be822dae328 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005421725681511488,"upper_bound":0.002928315367271771},"point_estimate":-0.0011739090298842347,"standard_error":0.002129574147763702},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008768709276054665,"upper_bound":0.0005193093068458499},"point_estimate":-0.004914061132379133,"standard_error":0.002357156422724265}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00973117523139507,"upper_bound":-0.0026018617257024747},"point_estimate":-0.006275548132941511,"standard_error":0.0018167987657383552},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008136412242226942,"upper_bound":-0.0018564046548586414},"point_estimate":-0.005262619420656867,"standard_error":0.0015809670024854291}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index c9b94a252cc..e1cd0239933 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6674.185116961022,"upper_bound":6707.2637527224015},"point_estimate":6690.437421015049,"standard_error":8.436790108257826},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6647.588089330025,"upper_bound":6687.173570019724},"point_estimate":6666.259279182355,"standard_error":9.215839113789931},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52.45263545081844,"upper_bound":107.96739318809134},"point_estimate":73.94158327576204,"standard_error":14.213274678699847},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6701.1278730588,"upper_bound":6738.64166056944},"point_estimate":6719.636657989565,"standard_error":9.590329377615891},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":71.20735326323872,"upper_bound":98.07203224196587},"point_estimate":84.92967009249027,"standard_error":6.887602841276824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6632.288195053381,"upper_bound":6668.354977356691},"point_estimate":6648.451258949036,"standard_error":9.215182497695878},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6625.469342251951,"upper_bound":6644.684615384615},"point_estimate":6631.177293636596,"standard_error":5.499457576365152},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":33.611384353111696,"upper_bound":59.32026317474099},"point_estimate":44.39359353312591,"standard_error":6.337765197619529},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6642.2968199615425,"upper_bound":6670.520103627749},"point_estimate":6655.490114014846,"standard_error":7.186875719382696},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.46194460853742,"upper_bound":133.96769623973697},"point_estimate":92.34434558402226,"standard_error":23.644975339624697}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index f71ffe329c3..bc7a92c29ee 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85560.0,170439.0,258179.0,343414.0,430683.0,516057.0,614519.0,684877.0,780034.0,858215.0,946182.0,1036270.0,1126644.0,1198855.0,1285535.0,1384297.0,1466315.0,1543936.0,1629830.0,1727863.0,1822342.0,1900482.0,1972517.0,2070160.0,2173496.0,2236169.0,2331199.0,2423393.0,2495148.0,2591098.0,2678978.0,2761200.0,2869768.0,2916828.0,2991985.0,3094120.0,3185372.0,3285972.0,3390397.0,3455368.0,3537477.0,3611830.0,3719857.0,3812944.0,3891424.0,3967827.0,4068538.0,4130498.0,4243249.0,4372017.0,4450641.0,4492688.0,4738621.0,4757379.0,4845732.0,4954249.0,5017191.0,5146787.0,5350077.0,5308963.0,5369631.0,5454538.0,5525921.0,5796185.0,5729874.0,5826008.0,5948421.0,6018168.0,6090768.0,6174398.0,6284260.0,6350511.0,6425844.0,6488000.0,6645491.0,6722297.0,6685310.0,6710655.0,6973431.0,6850180.0,6964264.0,7038871.0,7159642.0,7296305.0,7418893.0,7456334.0,7578945.0,7653941.0,7716793.0,7843618.0,8043323.0,8114454.0,8187590.0,8284085.0,8272451.0,8368301.0,8362337.0,8505645.0,8596593.0,8664567.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85249.0,169998.0,260488.0,352300.0,432195.0,515273.0,598562.0,683706.0,786186.0,863809.0,941127.0,1021996.0,1120853.0,1206442.0,1292444.0,1375161.0,1465054.0,1546767.0,1636378.0,1702894.0,1789127.0,1883758.0,1978531.0,2051085.0,2154509.0,2297513.0,2567718.0,2455794.0,2563547.0,2569918.0,2658304.0,2729038.0,2806298.0,2905629.0,2984364.0,3090417.0,3151012.0,3261377.0,3350467.0,3539226.0,3542775.0,3633097.0,3729744.0,3832705.0,3913708.0,3984176.0,4024513.0,4121623.0,4245003.0,4289690.0,4492149.0,4455286.0,4648072.0,4658676.0,4738006.0,4837594.0,4869897.0,4976770.0,5085043.0,5156311.0,5249335.0,5367778.0,5446894.0,5545796.0,5623211.0,5661282.0,5848379.0,5880688.0,5943046.0,6090666.0,6188272.0,6176980.0,6286208.0,6389960.0,6511475.0,6706180.0,6855085.0,6759283.0,6823574.0,6903401.0,7003901.0,7076774.0,7181747.0,7235842.0,7312205.0,7412675.0,7464584.0,7597726.0,7692029.0,7777637.0,7845721.0,7961247.0,8006835.0,8137757.0,8313709.0,8274559.0,8393967.0,8426036.0,8548975.0,8816024.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index c9f765f8cda..db7473b4cc7 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6187.305905520074,6406.161944444028,6989.778048241241,7208.6340871651955] \ No newline at end of file +[6425.055724896467,6513.330851768351,6748.731190093375,6837.0063169652585] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index 71838058dad..cf15e30eec1 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 + + +0.04 - - - -50 + + +0.05 - - -60 + + +0.06 - - -70 + + +0.07 - - -80 + + +0.08 - - -90 + + +0.09 - - -100 + + + +35 - - -110 + + +40 + + + +45 + + + +50 + + + +55 + + + +60 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index f4126b3b950..9c3f4306166 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - -0.02 + + +0.015 - - -0.03 + + +0.02 - - -0.04 + + +0.025 - + -0.05 +0.03 - -0.06 + +0.035 - + - -70 + +50 - - -75 + + +60 - - -80 + + +70 - - -85 + + +80 - - + + 90 - - -95 - - - + + 100 - - - - + + +110 + + + +120 + + + +130 + + + +140 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index 4283701c4b9..6de102bb371 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,71 +9,55 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + -2.5 - - - 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -6.4 + + +6 - - + + + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + +7.4 + + + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index 26847d10d21..1642a6b2987 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -22,8 +22,8 @@ Iterations (x 10^3) - - + + 0.0 @@ -53,14 +53,14 @@ Iterations (x 10^3) 6.0 - + 7.0 - - + + 8.0 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) - - + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index 58e0c15dc03..5f7e978dc03 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,87 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + + +200 + + - + +-0.01 + + + +-0.009 + + + +-0.008 + + + +-0.007 + + + -0.006 - - + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index 44a3c62dc95..0ee1f156fa7 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,94 +9,62 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 - - - -160 + + +200 - - -180 + + +250 - - -200 + + +300 - + - --0.009 - - - + -0.008 - - + + -0.007 - - + + -0.006 - - + + -0.005 - - + + -0.004 - - + + -0.003 - - + + -0.002 - - --0.001 - - - -0 - - - -0.001 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index a0837e80762..0ee4c0b2d34 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - + -3.0 - + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 3e53f703051..b58f90a2ec3 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.7011 µs - 6.7196 µs - 6.7386 µs + 6.6423 µs + 6.6555 µs + 6.6705 µs R² - 0.9797213 - 0.9807599 - 0.9796650 + 0.9881373 + 0.9886288 + 0.9879910 Mean - 6.6742 µs - 6.6904 µs - 6.7073 µs + 6.6323 µs + 6.6485 µs + 6.6684 µs Std. Dev. - 71.207 ns - 84.930 ns - 98.072 ns + 54.462 ns + 92.344 ns + 133.97 ns Median - 6.6476 µs - 6.6663 µs - 6.6872 µs + 6.6255 µs + 6.6312 µs + 6.6447 µs MAD - 52.453 ns - 73.942 ns - 107.97 ns + 33.611 ns + 44.394 ns + 59.320 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5422% - -0.1174% - +0.2928% - (p = 0.58 > + -0.9731% + -0.6276% + -0.2602% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index 3527d02d3d1..1260743d94b 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - -50 - - + - -6.675 + +6.63 + + + +6.635 - - -6.68 + + +6.64 - - -6.685 + + +6.645 - - -6.69 + + +6.65 - - -6.695 + + +6.655 - - -6.7 + + +6.66 - - -6.705 + + +6.665 - - -6.71 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index 87fac97dd8e..a5f5852209c 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 + + +100 - - - -6.645 - - - -6.65 + + +120 - - -6.655 + + +140 - - -6.66 + + +160 - - -6.665 + + +180 - - -6.67 + + + +6.625 - - -6.675 + + +6.63 - - -6.68 + + +6.635 - - -6.685 + + +6.64 - - -6.69 + + +6.645 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 4f648f926d5..1be4eb849e5 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,30 +38,46 @@ Average Time (µs) - + 6.5 - - + + 6.6 - - + + 6.7 - - + + 6.8 - - + + 6.9 - - + + 7 + + +7.1 + + + +7.2 + + + +7.3 + + +7.4 + + Density (a.u.) @@ -70,52 +86,54 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - - - + + +6 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index d083967cc08..e748a9c3b87 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,35 +10,51 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 + + +6 + - + 6.6 - - + + 6.8 - - - + + +7 + + + +7.2 + + + +7.4 + + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index bf1022dc53a..79a69ee6da7 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -85,103 +85,103 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index d837de489c3..38c4c82285c 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -80,103 +80,103 @@ Iterations (x 10^3) - + - + - + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 48cecbc11a6..a95530f4b36 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,69 +6,53 @@ Density (a.u.) Average Time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - + -2.5 - - - 3 - - -3.5 - - - + + 4 - - -4.5 + + +5 - + -5 +6 - -6.4 - - - + 6.6 - - + + 6.8 - - + + 7 - - + + 7.2 - - - - - + + +7.4 + + + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 11a4682adca..dbb1913046f 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -17,8 +17,8 @@ Iterations (x 10^3) - - + + @@ -42,14 +42,14 @@ Iterations (x 10^3) 4.0 - + 5.0 - - + + 6.0 - + 7.0 @@ -89,6 +89,6 @@ Iterations (x 10^3) - - + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index 483fb8b1640..e6e19c65838 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -6.7 - - - -6.705 + + +60 - - -6.71 + + + +6.64 - - -6.715 + + +6.645 - - -6.72 + + +6.65 - - -6.725 + + +6.655 - - -6.73 + + +6.66 - - -6.735 + + +6.665 - - -6.74 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index ae185dd8636..6b7d0f38560 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 + + +50 - - - -6.7 - - - -6.705 + + +60 - - -6.71 + + + +6.64 - - -6.715 + + +6.645 - - -6.72 + + +6.65 - - -6.725 + + +6.655 - - -6.73 + + +6.66 - - -6.735 + + +6.665 - - -6.74 + + +6.67 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 2565030e71f..ea740463c8b 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22211.96108333333,"upper_bound":22598.66304166666},"point_estimate":22393.995,"standard_error":98.56193397509468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21976.333333333332,"upper_bound":22298.5},"point_estimate":22105.666666666664,"standard_error":89.56040425353598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":457.8732031211217,"upper_bound":814.4415855407697},"point_estimate":625.0394389033272,"standard_error":89.1834291921864},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":681.5706103350747,"upper_bound":1274.6164802988308},"point_estimate":992.6540463882101,"standard_error":152.36482797963131}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22945.849958333332,"upper_bound":23297.115666666654},"point_estimate":23109.465000000004,"standard_error":89.85328292576537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22761.666666666668,"upper_bound":22947.666666666668},"point_estimate":22831.666666666664,"standard_error":51.98290877854759},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.42019534111023,"upper_bound":505.072391033169},"point_estimate":365.21379351615724,"standard_error":63.864361112111425},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6042821576674,"upper_bound":1162.86207133607},"point_estimate":901.6880074570178,"standard_error":145.88618574039768}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index a2d857dcb59..42d47f8b035 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131415.0,132178.0,129873.0,132079.0,130335.0,140203.0,130565.0,130917.0,131987.0,128621.0,132831.0,134542.0,135064.0,141887.0,129793.0,129494.0,131988.0,131088.0,129196.0,128672.0,131457.0,130466.0,129252.0,128290.0,132677.0,129453.0,132669.0,129533.0,131397.0,142997.0,128241.0,139483.0,137938.0,139342.0,144161.0,137427.0,141737.0,136205.0,139600.0,136929.0,133532.0,128813.0,132179.0,129374.0,130604.0,136977.0,131527.0,131126.0,130484.0,135001.0,145310.0,134984.0,135935.0,135913.0,134040.0,131898.0,135194.0,137418.0,133340.0,129772.0,129153.0,130296.0,131286.0,130524.0,133781.0,138259.0,132558.0,130405.0,136517.0,127138.0,129011.0,132599.0,138992.0,131125.0,130134.0,131327.0,133681.0,130075.0,130536.0,131327.0,131858.0,139633.0,150524.0,151505.0,158437.0,163727.0,131796.0,134645.0,132500.0,133011.0,136736.0,133392.0,138991.0,133352.0,135293.0,135614.0,134460.0,137249.0,135646.0,133901.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[139911.0,134942.0,137025.0,136503.0,136213.0,140130.0,140543.0,144347.0,139048.0,136525.0,136232.0,144188.0,135782.0,134981.0,150010.0,136397.0,134519.0,132999.0,136615.0,137456.0,137077.0,137728.0,136695.0,135853.0,136754.0,136745.0,135562.0,138709.0,136742.0,136254.0,143139.0,134159.0,135651.0,136484.0,139008.0,137215.0,135130.0,134140.0,141235.0,148456.0,133730.0,136285.0,137999.0,136375.0,134699.0,134382.0,147964.0,137686.0,136185.0,134992.0,139971.0,134748.0,136465.0,162312.0,162594.0,138138.0,137105.0,134723.0,136746.0,138078.0,139230.0,137686.0,136413.0,160369.0,138367.0,138560.0,135824.0,135143.0,137705.0,134631.0,140582.0,137576.0,135712.0,134511.0,146423.0,138639.0,135613.0,138828.0,138108.0,148828.0,136955.0,139720.0,139802.0,142244.0,137206.0,142045.0,132798.0,135673.0,137916.0,139389.0,134391.0,150711.0,137566.0,141473.0,136806.0,135943.0,136265.0,136637.0,138518.0,136594.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index 31d19931cdc..4c34815711e 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[18880.500000000004,20318.0,24151.33333333333,25588.83333333333] \ No newline at end of file +[21017.083333333343,21829.02083333334,23994.187499999996,24806.124999999993] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index e3f67a11397..b8aaff991bf 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029264045199178516,"upper_bound":-0.007347860168622429},"point_estimate":-0.01837217513634104,"standard_error":0.00564708294794142},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.031135820911997958,"upper_bound":-0.012421280734257079},"point_estimate":-0.022770391491587882,"standard_error":0.004767593836438782}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0199050869227359,"upper_bound":0.04347002996755815},"point_estimate":0.03194918995025242,"standard_error":0.006024796412068882},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.022942676969801123,"upper_bound":0.04144273077450111},"point_estimate":0.032842257641328754,"standard_error":0.0047495119247861406}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 2565030e71f..ea740463c8b 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22211.96108333333,"upper_bound":22598.66304166666},"point_estimate":22393.995,"standard_error":98.56193397509468},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21976.333333333332,"upper_bound":22298.5},"point_estimate":22105.666666666664,"standard_error":89.56040425353598},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":457.8732031211217,"upper_bound":814.4415855407697},"point_estimate":625.0394389033272,"standard_error":89.1834291921864},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":681.5706103350747,"upper_bound":1274.6164802988308},"point_estimate":992.6540463882101,"standard_error":152.36482797963131}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22945.849958333332,"upper_bound":23297.115666666654},"point_estimate":23109.465000000004,"standard_error":89.85328292576537},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22761.666666666668,"upper_bound":22947.666666666668},"point_estimate":22831.666666666664,"standard_error":51.98290877854759},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":262.42019534111023,"upper_bound":505.072391033169},"point_estimate":365.21379351615724,"standard_error":63.864361112111425},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":592.6042821576674,"upper_bound":1162.86207133607},"point_estimate":901.6880074570178,"standard_error":145.88618574039768}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index a2d857dcb59..42d47f8b035 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131415.0,132178.0,129873.0,132079.0,130335.0,140203.0,130565.0,130917.0,131987.0,128621.0,132831.0,134542.0,135064.0,141887.0,129793.0,129494.0,131988.0,131088.0,129196.0,128672.0,131457.0,130466.0,129252.0,128290.0,132677.0,129453.0,132669.0,129533.0,131397.0,142997.0,128241.0,139483.0,137938.0,139342.0,144161.0,137427.0,141737.0,136205.0,139600.0,136929.0,133532.0,128813.0,132179.0,129374.0,130604.0,136977.0,131527.0,131126.0,130484.0,135001.0,145310.0,134984.0,135935.0,135913.0,134040.0,131898.0,135194.0,137418.0,133340.0,129772.0,129153.0,130296.0,131286.0,130524.0,133781.0,138259.0,132558.0,130405.0,136517.0,127138.0,129011.0,132599.0,138992.0,131125.0,130134.0,131327.0,133681.0,130075.0,130536.0,131327.0,131858.0,139633.0,150524.0,151505.0,158437.0,163727.0,131796.0,134645.0,132500.0,133011.0,136736.0,133392.0,138991.0,133352.0,135293.0,135614.0,134460.0,137249.0,135646.0,133901.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[139911.0,134942.0,137025.0,136503.0,136213.0,140130.0,140543.0,144347.0,139048.0,136525.0,136232.0,144188.0,135782.0,134981.0,150010.0,136397.0,134519.0,132999.0,136615.0,137456.0,137077.0,137728.0,136695.0,135853.0,136754.0,136745.0,135562.0,138709.0,136742.0,136254.0,143139.0,134159.0,135651.0,136484.0,139008.0,137215.0,135130.0,134140.0,141235.0,148456.0,133730.0,136285.0,137999.0,136375.0,134699.0,134382.0,147964.0,137686.0,136185.0,134992.0,139971.0,134748.0,136465.0,162312.0,162594.0,138138.0,137105.0,134723.0,136746.0,138078.0,139230.0,137686.0,136413.0,160369.0,138367.0,138560.0,135824.0,135143.0,137705.0,134631.0,140582.0,137576.0,135712.0,134511.0,146423.0,138639.0,135613.0,138828.0,138108.0,148828.0,136955.0,139720.0,139802.0,142244.0,137206.0,142045.0,132798.0,135673.0,137916.0,139389.0,134391.0,150711.0,137566.0,141473.0,136806.0,135943.0,136265.0,136637.0,138518.0,136594.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index 31d19931cdc..4c34815711e 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[18880.500000000004,20318.0,24151.33333333333,25588.83333333333] \ No newline at end of file +[21017.083333333343,21829.02083333334,23994.187499999996,24806.124999999993] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 8a551d3e89d..10de1919c04 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - - -0.0045 - - - + + 0.005 - - -0.0055 + + +0.006 - - - -450 + + +0.007 - - -500 - - - -550 - - - -600 + + + +250 - - -650 + + +300 - - -700 + + +350 - - -750 + + +400 - - -800 + + +450 - - -850 + + +500 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 0beebf15817..4156714659e 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -9,58 +9,58 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - + - + +0.6 + + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - -1.3 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index 7e617d30d3c..da756d2bb16 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -92,206 +92,206 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index 9a826e1b930..3dae024bca1 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,30 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + 20 @@ -54,10 +58,10 @@ Average Time (µs) 28 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 25a0fad04c5..dbbbe25109a 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - + - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - - - - + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + +0.045 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 9ff2c65c1a5..0a9b43d688b 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,86 +9,90 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - + + +90 + + - --0.032 + +0.022 - - --0.03 + + +0.024 - - --0.028 + + +0.026 - - --0.026 + + +0.028 - + --0.024 +0.03 - --0.022 + +0.032 - - --0.02 + + +0.034 - - --0.018 + + +0.036 - - --0.016 + + +0.038 - - --0.014 + + +0.04 - - --0.012 + + +0.042 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 0c4bdcea533..20ea9af8fbf 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 7020d09071a..661a6d4fd99 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0000590 - 0.0000610 - 0.0000585 + 0.0014192 + 0.0014663 + 0.0014049 Mean - 22.212 µs - 22.394 µs - 22.599 µs + 22.946 µs + 23.109 µs + 23.297 µs Std. Dev. - 681.57 ns - 992.65 ns - 1.2746 µs + 592.60 ns + 901.69 ns + 1.1629 µs Median - 21.976 µs - 22.106 µs - 22.299 µs + 22.762 µs + 22.832 µs + 22.948 µs MAD - 457.87 ns - 625.04 ns - 814.44 ns + 262.42 ns + 365.21 ns + 505.07 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -2.9264% - -1.8372% - -0.7348% + +1.9905% + +3.1949% + +4.3470% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 61a8e15fc51..a54d80c421f 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,37 +15,57 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + + - -22.0 + +22.5 - - + + 23.0 - - + + +23.5 + + + 24.0 - - + + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - + 10 @@ -87,106 +107,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index 0b6364bd266..dd375121649 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,37 +12,57 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + + - -22.0 + +22.5 - - + + 23.0 - - + + +23.5 + + + 24.0 - - + + +24.5 + + + 25.0 - - + + +25.5 + + + 26.0 - - + + +26.5 + + + 27.0 - + 10 @@ -84,104 +104,104 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 7eee6271d60..45afdde5639 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -22.2 - - - -22.25 + + +4.5 - - -22.3 + + + +22.95 - - -22.35 + + +23 - - -22.4 + + +23.05 - - -22.45 + + +23.1 - - -22.5 + + +23.15 - - -22.55 + + +23.2 - - -22.6 + + +23.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index e7ccf948f64..28a79dfcc87 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 + + + +12 + + + +14 - + + +16 + + + +18 + + - -21.95 + +22.76 + + + +22.78 + + + +22.8 + + + +22.82 + + + +22.84 - - -22 + + +22.86 - - -22.05 + + +22.88 - - -22.1 + + +22.9 - - -22.15 + + +22.92 - - -22.2 + + +22.94 - - -22.25 + + +22.96 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index d251a475d3a..959f4942c17 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,42 +38,38 @@ Average Time (µs) - -20 - - - + 21 - - + + 22 - - + + 23 - - + + 24 - - + + 25 - - + + 26 - - + + 27 - - + + 28 - + Density (a.u.) @@ -82,62 +78,62 @@ Density (a.u.) 0 - -0.05 - - - + 0.1 - - -0.15 - - - + + 0.2 - - -0.25 - - - + + 0.3 - - -0.35 - - - + + 0.4 - - -0.45 - - - + + 0.5 - - - - - - - - - - - - - - - - - + + +0.6 + + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 9fb805b7a95..b59c4cbe74b 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,47 +10,51 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - - -20 + + +0.6 + + + +0.7 - - + + + 22 - - + + 24 - - + + 26 - - + + 28 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 9ee252fb283..82cee3c4167 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -89,204 +89,204 @@ Average Iteration Time (µs) 100 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index a549c44bfa8..9a5dcfa95df 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,30 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + 20 @@ -51,8 +55,8 @@ Average Time (µs) 28 - - - - + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index c8ae0e37f3d..b7830dd83a3 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,78 +9,74 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - - -22.2 - - - -22.25 + + +4.5 - - -22.3 + + + +22.95 - - -22.35 + + +23 - - -22.4 + + +23.05 - - -22.45 + + +23.1 - - -22.5 + + +23.15 - - -22.55 + + +23.2 - - -22.6 + + +23.25 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 118ab57f5ed..1d706537b3c 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.269887001306,"upper_bound":8886.808293489543},"point_estimate":8821.753906873415,"standard_error":30.36921336868768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8735.956043956045,"upper_bound":8877.804029304029},"point_estimate":8849.600242051856,"standard_error":33.28462464063877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181.87987596706319,"upper_bound":274.2831648082796},"point_estimate":237.23097884530347,"standard_error":24.150822819465866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8772.88541547785,"upper_bound":8899.038022379},"point_estimate":8828.1333927252,"standard_error":32.34268096929182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.97511193342703,"upper_bound":446.6638459954123},"point_estimate":305.18205039328313,"standard_error":81.01288104822675}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8799.185602312782,"upper_bound":8900.349144034539},"point_estimate":8845.025161798498,"standard_error":25.81899288965747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8770.348837209302,"upper_bound":8916.147959183672},"point_estimate":8895.183949255377,"standard_error":33.019063842583385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.45102417692443,"upper_bound":229.9139387753548},"point_estimate":181.68596427749054,"standard_error":28.749773486515114},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8816.387898766907,"upper_bound":8988.17340356522},"point_estimate":8886.381559669826,"standard_error":46.0608367084552},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156.73966550487881,"upper_bound":379.8436657125404},"point_estimate":258.97184399880933,"standard_error":68.48755072455157}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 90ab19caad5..0714142d43e 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127097.0,255281.0,378652.0,524559.0,633162.0,756883.0,876932.0,1006640.0,1130218.0,1278010.0,1398640.0,1517693.0,1639585.0,1758793.0,1889865.0,2041732.0,2139795.0,2265304.0,2393715.0,2518632.0,2637109.0,2772318.0,2868080.0,2970982.0,3101097.0,3208612.0,3311289.0,3431273.0,3498485.0,3518538.0,3632717.0,3781222.0,3881269.0,4125843.0,4173154.0,4342052.0,4497633.0,4577809.0,4659321.0,4855029.0,4923481.0,5130999.0,5094842.0,5360621.0,5871682.0,5595175.0,5676855.0,5762432.0,5890113.0,6008181.0,6141235.0,6359776.0,6267943.0,6520703.0,6641777.0,6828166.0,6766118.0,7010932.0,7144930.0,7230861.0,7350109.0,7483974.0,7595887.0,7757023.0,10076274.0,8007672.0,8005313.0,8135397.0,8285934.0,8472584.0,8601432.0,8928019.0,9078319.0,9140032.0,9329737.0,9393794.0,9555377.0,9694562.0,9887753.0,9995629.0,10129878.0,10259811.0,10266940.0,10454775.0,10665658.0,10679868.0,10823416.0,10962285.0,11051181.0,11254784.0,11491530.0,11408467.0,11524713.0,11728672.0,11843081.0,11947478.0,12042114.0,12128973.0,12262849.0,12414279.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[126816.0,251218.0,386020.0,507814.0,632100.0,754064.0,891715.0,1003974.0,1135694.0,1263542.0,1384718.0,1503766.0,1637243.0,1775063.0,1887558.0,2009547.0,2121701.0,2264470.0,2398107.0,2512966.0,2667220.0,2759242.0,2854628.0,2993562.0,3112601.0,3236362.0,3332957.0,3429175.0,3436450.0,3512080.0,3671694.0,3782084.0,3891572.0,4104981.0,4267675.0,4405899.0,4519683.0,4643471.0,4719151.0,4845346.0,4988343.0,5155274.0,5279750.0,5358929.0,5613587.0,5467399.0,5729133.0,5884836.0,5914951.0,6098958.0,6181230.0,6297499.0,6448206.0,6528683.0,6697490.0,6767585.0,6891461.0,7133629.0,7161615.0,7289054.0,7367123.0,7680096.0,7639815.0,7852859.0,7813581.0,7987834.0,8105680.0,8186565.0,8340977.0,8502909.0,8651284.0,9077838.0,9118578.0,9216986.0,9374478.0,9516099.0,9587369.0,9725742.0,9957683.0,10000632.0,10165261.0,10255298.0,10351553.0,10481000.0,10671172.0,10713945.0,10885557.0,10926322.0,13398161.0,11359224.0,11337178.0,11527146.0,11613685.0,11785929.0,11827832.0,12009003.0,12143458.0,12296001.0,12346434.0,12498867.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index 515edc93832..f36dab20a3a 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7646.625546784369,8136.102994051155,9441.376186762584,9930.85363402937] \ No newline at end of file +[7860.594134142881,8273.841940162187,9375.836089547003,9789.08389556631] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index 22b58cd6289..a05ba6d8b4b 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.029403166106841603,"upper_bound":-0.006759344459082372},"point_estimate":-0.01713287666846064,"standard_error":0.005760320630068398},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.026929906012871263,"upper_bound":-0.005991960727510293},"point_estimate":-0.012217629353027726,"standard_error":0.0048762495197084265}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006047936540537784,"upper_bound":0.011202861721523651},"point_estimate":0.0026379397079929756,"standard_error":0.004388269611229376},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008590206236113751,"upper_bound":0.01833666464577033},"point_estimate":0.005150934048626876,"standard_error":0.005284194582335563}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 118ab57f5ed..1d706537b3c 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8768.269887001306,"upper_bound":8886.808293489543},"point_estimate":8821.753906873415,"standard_error":30.36921336868768},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8735.956043956045,"upper_bound":8877.804029304029},"point_estimate":8849.600242051856,"standard_error":33.28462464063877},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":181.87987596706319,"upper_bound":274.2831648082796},"point_estimate":237.23097884530347,"standard_error":24.150822819465866},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8772.88541547785,"upper_bound":8899.038022379},"point_estimate":8828.1333927252,"standard_error":32.34268096929182},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":183.97511193342703,"upper_bound":446.6638459954123},"point_estimate":305.18205039328313,"standard_error":81.01288104822675}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8799.185602312782,"upper_bound":8900.349144034539},"point_estimate":8845.025161798498,"standard_error":25.81899288965747},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8770.348837209302,"upper_bound":8916.147959183672},"point_estimate":8895.183949255377,"standard_error":33.019063842583385},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":116.45102417692443,"upper_bound":229.9139387753548},"point_estimate":181.68596427749054,"standard_error":28.749773486515114},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8816.387898766907,"upper_bound":8988.17340356522},"point_estimate":8886.381559669826,"standard_error":46.0608367084552},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":156.73966550487881,"upper_bound":379.8436657125404},"point_estimate":258.97184399880933,"standard_error":68.48755072455157}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 90ab19caad5..0714142d43e 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127097.0,255281.0,378652.0,524559.0,633162.0,756883.0,876932.0,1006640.0,1130218.0,1278010.0,1398640.0,1517693.0,1639585.0,1758793.0,1889865.0,2041732.0,2139795.0,2265304.0,2393715.0,2518632.0,2637109.0,2772318.0,2868080.0,2970982.0,3101097.0,3208612.0,3311289.0,3431273.0,3498485.0,3518538.0,3632717.0,3781222.0,3881269.0,4125843.0,4173154.0,4342052.0,4497633.0,4577809.0,4659321.0,4855029.0,4923481.0,5130999.0,5094842.0,5360621.0,5871682.0,5595175.0,5676855.0,5762432.0,5890113.0,6008181.0,6141235.0,6359776.0,6267943.0,6520703.0,6641777.0,6828166.0,6766118.0,7010932.0,7144930.0,7230861.0,7350109.0,7483974.0,7595887.0,7757023.0,10076274.0,8007672.0,8005313.0,8135397.0,8285934.0,8472584.0,8601432.0,8928019.0,9078319.0,9140032.0,9329737.0,9393794.0,9555377.0,9694562.0,9887753.0,9995629.0,10129878.0,10259811.0,10266940.0,10454775.0,10665658.0,10679868.0,10823416.0,10962285.0,11051181.0,11254784.0,11491530.0,11408467.0,11524713.0,11728672.0,11843081.0,11947478.0,12042114.0,12128973.0,12262849.0,12414279.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[126816.0,251218.0,386020.0,507814.0,632100.0,754064.0,891715.0,1003974.0,1135694.0,1263542.0,1384718.0,1503766.0,1637243.0,1775063.0,1887558.0,2009547.0,2121701.0,2264470.0,2398107.0,2512966.0,2667220.0,2759242.0,2854628.0,2993562.0,3112601.0,3236362.0,3332957.0,3429175.0,3436450.0,3512080.0,3671694.0,3782084.0,3891572.0,4104981.0,4267675.0,4405899.0,4519683.0,4643471.0,4719151.0,4845346.0,4988343.0,5155274.0,5279750.0,5358929.0,5613587.0,5467399.0,5729133.0,5884836.0,5914951.0,6098958.0,6181230.0,6297499.0,6448206.0,6528683.0,6697490.0,6767585.0,6891461.0,7133629.0,7161615.0,7289054.0,7367123.0,7680096.0,7639815.0,7852859.0,7813581.0,7987834.0,8105680.0,8186565.0,8340977.0,8502909.0,8651284.0,9077838.0,9118578.0,9216986.0,9374478.0,9516099.0,9587369.0,9725742.0,9957683.0,10000632.0,10165261.0,10255298.0,10351553.0,10481000.0,10671172.0,10713945.0,10885557.0,10926322.0,13398161.0,11359224.0,11337178.0,11527146.0,11613685.0,11785929.0,11827832.0,12009003.0,12143458.0,12296001.0,12346434.0,12498867.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index 515edc93832..f36dab20a3a 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7646.625546784369,8136.102994051155,9441.376186762584,9930.85363402937] \ No newline at end of file +[7860.594134142881,8273.841940162187,9375.836089547003,9789.08389556631] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 4e86862b9a2..cea713c66da 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,86 +9,78 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - + + 0.016 - - - -180 - - - -190 + + +0.018 - - -200 - - - -210 + + +0.02 - - -220 + + + +120 - - -230 + + +140 - - -240 + + +160 - - -250 + + +180 - - -260 + + +200 - - -270 + + +220 - - -280 + + +240 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index a4d59f30063..48ff94766f2 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + + +0.014 + + - + +150 + + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index 553d04f6aec..175b639ac11 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,51 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + - + 8 - - + + +9 + + + 10 - - -12 + + +11 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index 12d84934a4a..e9e37e8fa4e 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -17,41 +17,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index f549daeff6a..61db31bc642 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - + + +80 + + + +90 + + - --0.03 - - - --0.025 - - - --0.02 - - - --0.015 - - - --0.01 - - - --0.005 - - - - - - + +-0.006 + + + +-0.004 + + + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index a87b946f671..cafce761c1e 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,71 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - - --0.025 - - - --0.02 + + +120 - - --0.015 + + +140 - - + + + -0.01 - - + + -0.005 - - - - - + + +1.73472e-18 + + + +0.005 + + + +0.01 + + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index 06057fe9903..062ee509dec 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 4ed59de55e2..ea8388d2705 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.7729 µs - 8.8281 µs - 8.8990 µs + 8.8164 µs + 8.8864 µs + 8.9882 µs R² - 0.8662044 - 0.8701902 - 0.8636446 + 0.8458061 + 0.8518164 + 0.8392040 Mean - 8.7683 µs - 8.8218 µs - 8.8868 µs + 8.7992 µs + 8.8450 µs + 8.9003 µs Std. Dev. - 183.98 ns - 305.18 ns - 446.66 ns + 156.74 ns + 258.97 ns + 379.84 ns Median - 8.7360 µs - 8.8496 µs - 8.8778 µs + 8.7703 µs + 8.8952 µs + 8.9161 µs MAD - 181.88 ns - 237.23 ns - 274.28 ns + 116.45 ns + 181.69 ns + 229.91 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -2.9403% - -1.7133% - -0.6759% - (p = 0.00 < + -0.6048% + +0.2638% + +1.1203% + (p = 0.58 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index e41ee40c4b5..9ce86788249 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - - -8.76 - - - -8.78 + + +16 - - + + + 8.8 - - + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - - - + + +8.9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index 1c0b70eae1c..2ecb7cb1bdb 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - - -8.74 + + +30 + + + +35 + + + +40 + + + +45 - - + + + 8.76 - - + + 8.78 - - + + 8.8 - - + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - - - + + +8.9 + + + +8.92 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 00106cdee7a..f3016b98be6 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,34 +42,30 @@ Average Time (µs) - -8 - - - + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - - + + 10.5 - - + + 11 - + Density (a.u.) @@ -78,42 +74,50 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - - - - + + +1.6 + + + +1.8 + + + + + + - - - + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 05e88d4f317..f22c67da9bd 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - - -8 + + +1.8 + + + +2 - - + + + 9 - - + + 10 - - + + 11 - - - + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index f975d45b509..4f0e06eda11 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -76,107 +76,107 @@ Iterations (x 10^3) - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 7edd3f36e22..90f95f58dcd 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,37 +12,37 @@ Iterations (x 10^3) - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0.2 @@ -75,103 +75,103 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index f38bbd69063..0c18f4b6e99 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,49 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + + +1.6 + + + +1.8 + + - + 8 - - + + +9 + + + 10 - - -12 + + +11 - - - - - + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index cd0b44730cd..c8a4d1df81b 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -15,11 +15,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -29,26 +29,26 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 8035ef8303b..161a22861a5 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,66 +9,98 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - + -10 +8 - -12 + +9 - - - -8.76 + + +10 - - -8.78 + + +11 - - + + + 8.8 - - + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - - - + + +8.92 + + + +8.94 + + + +8.96 + + + +8.98 + + + +9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 3a94df184f9..6a7b2edcfd4 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,66 +9,98 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - -8 + + +7 - + -10 +8 - -12 + +9 - - - -8.76 + + +10 - - -8.78 + + +11 - - + + + 8.8 - - + + 8.82 - - + + 8.84 - - + + 8.86 - - + + 8.88 - - + + 8.9 - - - - + + +8.92 + + + +8.94 + + + +8.96 + + + +8.98 + + + +9 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 9e1445275cb..bc2093ec2e6 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3953.1229561070936,"upper_bound":3977.832136574181},"point_estimate":3965.372888942939,"standard_error":6.279471249685577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3955.208743169399,"upper_bound":3982.7045454545455},"point_estimate":3969.713120567376,"standard_error":7.059327235805764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.834340370282874,"upper_bound":80.78619940296737},"point_estimate":60.83217268261117,"standard_error":8.35604716867173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.4528467142673,"upper_bound":3932.5471887117733},"point_estimate":3921.0784745579035,"standard_error":5.389472498974826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.260886384004735,"upper_bound":71.7181078808936},"point_estimate":63.35004027840565,"standard_error":4.484014399569126}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3961.9408558330592,"upper_bound":3990.0203643677205},"point_estimate":3975.9252668418076,"standard_error":7.121169948662399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3980.679166666667,"upper_bound":4004.1066666666666},"point_estimate":3994.3764705882354,"standard_error":5.598693928504303},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.73108472334472,"upper_bound":88.04914143681525},"point_estimate":49.902638880132876,"standard_error":14.979738454792965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.708668144454,"upper_bound":3942.470082093085},"point_estimate":3927.466835919413,"standard_error":7.06580945816747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63.00738409727354,"upper_bound":79.64299510849129},"point_estimate":71.83806566098329,"standard_error":4.25003492317724}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index f24005efa0a..1cf36637546 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59672.0,119083.0,178701.0,238142.0,302005.0,371641.0,418405.0,498602.0,541741.0,601570.0,657878.0,736298.0,800973.0,836533.0,895638.0,965760.0,1029413.0,1080030.0,1143141.0,1216985.0,1290455.0,1341530.0,1385635.0,1450160.0,1504594.0,1555531.0,1626038.0,1683180.0,1726093.0,1807840.0,1840912.0,1922735.0,1970066.0,2030078.0,2105261.0,2167482.0,2213926.0,2257903.0,2340901.0,2404023.0,2470144.0,2560755.0,2576233.0,2628585.0,2716192.0,2756908.0,2798845.0,2857838.0,2907923.0,2967875.0,3008855.0,3099750.0,3170958.0,3290347.0,3278055.0,3363262.0,3360410.0,3422657.0,3482777.0,3559012.0,3619016.0,3659143.0,3771283.0,3779482.0,3843545.0,3934130.0,3988024.0,3943461.0,4012828.0,4063595.0,4113247.0,4179013.0,4283052.0,4332499.0,4381249.0,4451265.0,4546743.0,4621836.0,4626988.0,4782916.0,4733532.0,4819289.0,4849570.0,4901303.0,4959783.0,5032344.0,5076556.0,5106117.0,5221402.0,5260557.0,5376496.0,5430391.0,5403021.0,5469461.0,5529509.0,5606647.0,5655930.0,5670944.0,5786134.0,5811564.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60099.0,120019.0,180093.0,240019.0,300308.0,359442.0,419897.0,479046.0,560953.0,599426.0,667876.0,718262.0,777040.0,868122.0,901897.0,974227.0,1039737.0,1107076.0,1147984.0,1211631.0,1269854.0,1318927.0,1383111.0,1445472.0,1504718.0,1597842.0,1627101.0,1686284.0,1761456.0,1807446.0,1871741.0,1931663.0,2012065.0,2037426.0,2088121.0,2138776.0,2216137.0,2266374.0,2387545.0,2468250.0,2453648.0,2500154.0,2558701.0,2644431.0,2714509.0,2783121.0,2814032.0,2890772.0,2941738.0,3019872.0,3075490.0,3133238.0,3181596.0,3341154.0,3305711.0,3370308.0,3401964.0,3473184.0,3527362.0,3631878.0,3678869.0,3736136.0,3784991.0,3821452.0,3907559.0,3970714.0,3890759.0,3957135.0,4033326.0,4082222.0,4097640.0,4173725.0,4244874.0,4322032.0,4383270.0,4410236.0,4457832.0,4554595.0,4673394.0,4664864.0,4726358.0,4755917.0,4818420.0,4880160.0,4961248.0,4972093.0,5071612.0,5121364.0,5211743.0,5291991.0,5372967.0,5347279.0,5445876.0,5543113.0,5616099.0,5710973.0,5627420.0,5693957.0,5764092.0,5825341.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 7029dfc68eb..cbe3bf81260 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3617.3540426495574,3763.441879334545,4153.009443827845,4299.097280512832] \ No newline at end of file +[3535.840558312656,3716.300279156328,4197.526201406121,4377.985922249793] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index f7580975a18..57c4f529e95 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019277734351549516,"upper_bound":-0.010683419359889909},"point_estimate":-0.014757074913864687,"standard_error":0.002177685593146605},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016633698851368894,"upper_bound":-0.007083054958247792},"point_estimate":-0.011084973798361042,"standard_error":0.00243241680629307}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0021828150579974114,"upper_bound":0.0073485858770902706},"point_estimate":0.0026611312969564427,"standard_error":0.0024296512202047135},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0011960356462832333,"upper_bound":0.010885542556356098},"point_estimate":0.006212879689738049,"standard_error":0.0024124121189616787}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 9e1445275cb..bc2093ec2e6 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3953.1229561070936,"upper_bound":3977.832136574181},"point_estimate":3965.372888942939,"standard_error":6.279471249685577},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3955.208743169399,"upper_bound":3982.7045454545455},"point_estimate":3969.713120567376,"standard_error":7.059327235805764},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":47.834340370282874,"upper_bound":80.78619940296737},"point_estimate":60.83217268261117,"standard_error":8.35604716867173},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3911.4528467142673,"upper_bound":3932.5471887117733},"point_estimate":3921.0784745579035,"standard_error":5.389472498974826},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":54.260886384004735,"upper_bound":71.7181078808936},"point_estimate":63.35004027840565,"standard_error":4.484014399569126}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3961.9408558330592,"upper_bound":3990.0203643677205},"point_estimate":3975.9252668418076,"standard_error":7.121169948662399},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3980.679166666667,"upper_bound":4004.1066666666666},"point_estimate":3994.3764705882354,"standard_error":5.598693928504303},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.73108472334472,"upper_bound":88.04914143681525},"point_estimate":49.902638880132876,"standard_error":14.979738454792965},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3914.708668144454,"upper_bound":3942.470082093085},"point_estimate":3927.466835919413,"standard_error":7.06580945816747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":63.00738409727354,"upper_bound":79.64299510849129},"point_estimate":71.83806566098329,"standard_error":4.25003492317724}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index f24005efa0a..1cf36637546 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[59672.0,119083.0,178701.0,238142.0,302005.0,371641.0,418405.0,498602.0,541741.0,601570.0,657878.0,736298.0,800973.0,836533.0,895638.0,965760.0,1029413.0,1080030.0,1143141.0,1216985.0,1290455.0,1341530.0,1385635.0,1450160.0,1504594.0,1555531.0,1626038.0,1683180.0,1726093.0,1807840.0,1840912.0,1922735.0,1970066.0,2030078.0,2105261.0,2167482.0,2213926.0,2257903.0,2340901.0,2404023.0,2470144.0,2560755.0,2576233.0,2628585.0,2716192.0,2756908.0,2798845.0,2857838.0,2907923.0,2967875.0,3008855.0,3099750.0,3170958.0,3290347.0,3278055.0,3363262.0,3360410.0,3422657.0,3482777.0,3559012.0,3619016.0,3659143.0,3771283.0,3779482.0,3843545.0,3934130.0,3988024.0,3943461.0,4012828.0,4063595.0,4113247.0,4179013.0,4283052.0,4332499.0,4381249.0,4451265.0,4546743.0,4621836.0,4626988.0,4782916.0,4733532.0,4819289.0,4849570.0,4901303.0,4959783.0,5032344.0,5076556.0,5106117.0,5221402.0,5260557.0,5376496.0,5430391.0,5403021.0,5469461.0,5529509.0,5606647.0,5655930.0,5670944.0,5786134.0,5811564.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[60099.0,120019.0,180093.0,240019.0,300308.0,359442.0,419897.0,479046.0,560953.0,599426.0,667876.0,718262.0,777040.0,868122.0,901897.0,974227.0,1039737.0,1107076.0,1147984.0,1211631.0,1269854.0,1318927.0,1383111.0,1445472.0,1504718.0,1597842.0,1627101.0,1686284.0,1761456.0,1807446.0,1871741.0,1931663.0,2012065.0,2037426.0,2088121.0,2138776.0,2216137.0,2266374.0,2387545.0,2468250.0,2453648.0,2500154.0,2558701.0,2644431.0,2714509.0,2783121.0,2814032.0,2890772.0,2941738.0,3019872.0,3075490.0,3133238.0,3181596.0,3341154.0,3305711.0,3370308.0,3401964.0,3473184.0,3527362.0,3631878.0,3678869.0,3736136.0,3784991.0,3821452.0,3907559.0,3970714.0,3890759.0,3957135.0,4033326.0,4082222.0,4097640.0,4173725.0,4244874.0,4322032.0,4383270.0,4410236.0,4457832.0,4554595.0,4673394.0,4664864.0,4726358.0,4755917.0,4818420.0,4880160.0,4961248.0,4972093.0,5071612.0,5121364.0,5211743.0,5291991.0,5372967.0,5347279.0,5445876.0,5543113.0,5616099.0,5710973.0,5627420.0,5693957.0,5764092.0,5825341.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 7029dfc68eb..cbe3bf81260 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3617.3540426495574,3763.441879334545,4153.009443827845,4299.097280512832] \ No newline at end of file +[3535.840558312656,3716.300279156328,4197.526201406121,4377.985922249793] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index dab2525c1be..c8a5419aa72 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,66 +9,70 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - + - -45 + +30 - - -50 + + +40 - - -55 + + +50 - - + + 60 - - -65 - - - + + 70 - - -75 - - - + + 80 - - - - + + +90 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index 07c7ed094b4..d4cf34774ed 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,86 +9,90 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - - + + 0.08 - - + + 0.09 - - - -54 - - - -56 - - - -58 + + +0.1 - - -60 - - - + + + 62 - - + + 64 - - + + 66 - - + + 68 - - + + 70 - - + + 72 - - - - + + +74 + + + +76 + + + +78 + + + +80 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 658b64e2f61..4588846e115 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - + 3.8 - - + + +3.9 + + + 4 - - -4.2 + + +4.1 - - -4.4 + + +4.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 76eba902200..afce4650f52 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -17,36 +17,36 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - + 0 @@ -80,10 +80,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index b6ee07be987..cf7700408f4 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - -180 - - + - --0.02 - - - --0.019 - - - --0.018 - - - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - - - - + +-0.002 + + + +0 + + + +0.002 + + + +0.004 + + + +0.006 + + + +0.008 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index 198c6165b0f..1cd0d17d985 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,87 +9,95 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + - --0.017 - - - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - - - - + +0.001 + + + +0.002 + + + +0.003 + + + +0.004 + + + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index af1914a0cff..ae760396911 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index b8c85b204fa..ad0ef49e65e 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9115 µs - 3.9211 µs - 3.9325 µs + 3.9147 µs + 3.9275 µs + 3.9425 µs R² - 0.9781633 - 0.9790071 - 0.9778096 + 0.9625384 + 0.9639678 + 0.9619922 Mean - 3.9531 µs - 3.9654 µs - 3.9778 µs + 3.9619 µs + 3.9759 µs + 3.9900 µs Std. Dev. - 54.261 ns - 63.350 ns - 71.718 ns + 63.007 ns + 71.838 ns + 79.643 ns Median - 3.9552 µs - 3.9697 µs - 3.9827 µs + 3.9807 µs + 3.9944 µs + 4.0041 µs MAD - 47.834 ns - 60.832 ns - 80.786 ns + 32.731 ns + 49.903 ns + 88.049 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.9278% - -1.4757% - -1.0683% - (p = 0.00 < + -0.2183% + +0.2661% + +0.7349% + (p = 0.27 > 0.05) - Performance has improved. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 3cd7d888950..9dbfefb8825 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + - -3.955 - - - + 3.96 - - + + 3.965 - - + + 3.97 - - + + 3.975 - - + + 3.98 - - - - + + +3.985 + + + +3.99 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index f8119ade552..254f7fb9f41 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - -3.955 - - - -3.96 + +3.98 - - -3.965 + + +3.985 - - -3.97 + + +3.99 - - -3.975 + + +3.995 - - -3.98 + + +4 - - -3.985 + + +4.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 0cf65cb1d81..e388038b63e 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -42,42 +42,42 @@ Average Time (µs) - + 3.8 - - + + 3.85 - - + + 3.9 - - + + 3.95 - - + + 4 - - + + 4.05 - - + + 4.1 - - + + 4.15 - - + + 4.2 - + Density (a.u.) @@ -86,38 +86,36 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - - + + + - + - - PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index fc029c1df4c..71633eeee5d 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,51 +10,55 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + - + 3.8 - - + + 3.9 - - + + 4 - - + + 4.1 - - + + 4.2 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 063626b1a6c..59f48d172c2 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -15,22 +15,22 @@ Iterations (x 10^3) - + - + - + - - + + - + - + 0.5 - + 1.0 @@ -39,38 +39,38 @@ Iterations (x 10^3) 1.5 - + 2.0 - + 2.5 - + 3.0 - + 3.5 - + 4.0 - - + + 4.5 - + 5.0 - + 5.5 - + 0.2 @@ -105,100 +105,100 @@ Iterations (x 10^3) - + - - + + - - - - - + + + + + - - - - - - + + + + + + - - - - + + + + - - - - - + + + + + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - + + - - - - - - + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - + + - - - - - - - - - - - + + + + + + + + + + + diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 0ded7a291dc..72a4a2596c8 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -16,8 +16,8 @@ Iterations (x 10^3) - - + + @@ -40,14 +40,14 @@ Iterations (x 10^3) 2.0 - + 2.5 - - + + 3.0 - + 3.5 @@ -102,100 +102,100 @@ Iterations (x 10^3) - + - + - + - - + + - + - - - + + + - + - + - + - + - - + + - - + + - - + + - + - - - - - + + + + + - + - - - - - - + + + + + + - - - - + + + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - + + - - - - - - + + + + + + - + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index 3d9595ce0e3..ac636aff4db 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - + - + 3.8 - - + + +3.9 + + + 4 - - -4.2 + + +4.1 - - -4.4 + + +4.2 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index e481202bc7e..ca7737a2653 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -28,22 +28,22 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - + 0 @@ -77,8 +77,8 @@ Iterations (x 10^3) 1.4 - + - - + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index f60287d2911..df6e897a5bb 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - -3.91 - - - + 3.915 - - + + 3.92 - - + + 3.925 - - + + 3.93 - - - - + + +3.935 + + + +3.94 + + + +3.945 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 5313eb77a8a..c3732d85930 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - + - -3.91 - - - + 3.915 - - + + 3.92 - - + + 3.925 - - + + 3.93 - - - - + + +3.935 + + + +3.94 + + + +3.945 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index f626dd13db4..f0ff63dc05a 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76291.35684336518,"upper_bound":76578.8171003111},"point_estimate":76427.01036234038,"standard_error":73.34017403369543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76243.98926183127,"upper_bound":76382.37550200803},"point_estimate":76288.92593776641,"standard_error":35.402018835721165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.9634150255306,"upper_bound":418.63228203955583},"point_estimate":293.01163473121755,"standard_error":53.96693711195487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76395.15266191597,"upper_bound":76845.53636756526},"point_estimate":76598.99727353333,"standard_error":116.15288397629836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":507.74052951113225,"upper_bound":931.1983805307158},"point_estimate":736.0272284908013,"standard_error":108.46235083289837}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76481.51948953616,"upper_bound":76741.2102532275},"point_estimate":76604.4283524515,"standard_error":66.28247378754196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76449.0515873016,"upper_bound":76606.6787414966},"point_estimate":76526.7631048387,"standard_error":41.710827054320816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":258.2951382714982,"upper_bound":425.1875684024418},"point_estimate":341.44197060592825,"standard_error":43.2221006567026},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76651.76724409894,"upper_bound":76996.1421445695},"point_estimate":76814.12181764445,"standard_error":87.90413042741305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":456.2305759150653,"upper_bound":853.3709531898251},"point_estimate":665.4262600339447,"standard_error":101.24411155602385}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index c2c29693b57..265c578c88a 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453149.0,918835.0,1363881.0,1811721.0,2259237.0,2742322.0,3213643.0,3620651.0,4079542.0,4586187.0,5164814.0,5436774.0,5944214.0,6377063.0,6878293.0,7319273.0,7770657.0,8260828.0,8612603.0,9161263.0,9571343.0,9991348.0,10452751.0,10999850.0,11390183.0,11839306.0,12249596.0,12720261.0,13293939.0,13852559.0,14132528.0,14586209.0,15161960.0,15548143.0,15999760.0,16452048.0,16882015.0,17481730.0,17841699.0,18743417.0,18841377.0,19186704.0,19707295.0,20070301.0,20616386.0,21109576.0,21934413.0,22008671.0,22591256.0,23014860.0,23373893.0,23800945.0,24270006.0,24900283.0,25314559.0,25595311.0,26206023.0,26552094.0,27084745.0,27863070.0,27882964.0,29610648.0,28869588.0,29369372.0,29756489.0,30455662.0,30670900.0,31126570.0,31582917.0,32214023.0,32543607.0,32875429.0,33441692.0,33832239.0,34562052.0,34699297.0,35212054.0,35602755.0,36659638.0,37869744.0,37055338.0,37470407.0,38038423.0,38702919.0,38959113.0,39238249.0,39767303.0,40349633.0,40715633.0,41084177.0,41755704.0,43858805.0,42557547.0,43009697.0,43348469.0,43917239.0,44384112.0,44855850.0,46644650.0,45830452.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453814.0,906298.0,1366085.0,1839892.0,2291436.0,2723872.0,3182450.0,3671057.0,4127198.0,4544969.0,5002060.0,5535582.0,5961049.0,6450830.0,6897117.0,7321886.0,7774103.0,8186912.0,8742773.0,9115756.0,9705822.0,10061386.0,10442453.0,11061415.0,11371429.0,11913473.0,12460350.0,12772600.0,13346911.0,13709071.0,14075352.0,14738488.0,15065384.0,15677110.0,15994875.0,16540289.0,17005871.0,17394417.0,17945228.0,18365045.0,19127397.0,19191666.0,19798271.0,20144944.0,20783304.0,21186418.0,22528915.0,21992236.0,22487457.0,22913085.0,23358026.0,24024206.0,24303815.0,24701978.0,25221302.0,25703073.0,26092313.0,26736936.0,27069314.0,27559051.0,28124716.0,28544387.0,28905097.0,29322358.0,29921399.0,30284986.0,30672445.0,31172497.0,31661562.0,32171083.0,33637732.0,33080826.0,33576166.0,34241482.0,34570510.0,34928518.0,35291111.0,35804793.0,36340162.0,37323758.0,38198868.0,37573434.0,38332443.0,38577628.0,39163567.0,39400269.0,40005827.0,40413023.0,41957826.0,41299216.0,41902672.0,42314909.0,42705138.0,43013438.0,43824333.0,44495460.0,45561342.0,45049938.0,45478238.0,46113082.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 49f9c5fcacd..fdcf21fe6f5 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[74913.02218381409,75506.07857180471,77087.56227311303,77680.61866110364] \ No newline at end of file +[74931.84972924413,75618.35394083193,77449.03183839939,78135.53604998717] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index 49f9e938217..c8622f09ea5 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004747539270271008,"upper_bound":0.0009242294784202797},"point_estimate":-0.0018547432977500389,"standard_error":0.0014493478232175427},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030202361386996892,"upper_bound":-0.0007136975608925678},"point_estimate":-0.002023326524196678,"standard_error":0.0005622814856029536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00021941296497288406,"upper_bound":0.004841705559711229},"point_estimate":0.0023214042950259195,"standard_error":0.0012941811178766936},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0014956049944321315,"upper_bound":0.004330835400042643},"point_estimate":0.0031175844219684112,"standard_error":0.0007159400109682181}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index f626dd13db4..f0ff63dc05a 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76291.35684336518,"upper_bound":76578.8171003111},"point_estimate":76427.01036234038,"standard_error":73.34017403369543},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76243.98926183127,"upper_bound":76382.37550200803},"point_estimate":76288.92593776641,"standard_error":35.402018835721165},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":193.9634150255306,"upper_bound":418.63228203955583},"point_estimate":293.01163473121755,"standard_error":53.96693711195487},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76395.15266191597,"upper_bound":76845.53636756526},"point_estimate":76598.99727353333,"standard_error":116.15288397629836},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":507.74052951113225,"upper_bound":931.1983805307158},"point_estimate":736.0272284908013,"standard_error":108.46235083289837}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76481.51948953616,"upper_bound":76741.2102532275},"point_estimate":76604.4283524515,"standard_error":66.28247378754196},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76449.0515873016,"upper_bound":76606.6787414966},"point_estimate":76526.7631048387,"standard_error":41.710827054320816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":258.2951382714982,"upper_bound":425.1875684024418},"point_estimate":341.44197060592825,"standard_error":43.2221006567026},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76651.76724409894,"upper_bound":76996.1421445695},"point_estimate":76814.12181764445,"standard_error":87.90413042741305},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":456.2305759150653,"upper_bound":853.3709531898251},"point_estimate":665.4262600339447,"standard_error":101.24411155602385}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index c2c29693b57..265c578c88a 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453149.0,918835.0,1363881.0,1811721.0,2259237.0,2742322.0,3213643.0,3620651.0,4079542.0,4586187.0,5164814.0,5436774.0,5944214.0,6377063.0,6878293.0,7319273.0,7770657.0,8260828.0,8612603.0,9161263.0,9571343.0,9991348.0,10452751.0,10999850.0,11390183.0,11839306.0,12249596.0,12720261.0,13293939.0,13852559.0,14132528.0,14586209.0,15161960.0,15548143.0,15999760.0,16452048.0,16882015.0,17481730.0,17841699.0,18743417.0,18841377.0,19186704.0,19707295.0,20070301.0,20616386.0,21109576.0,21934413.0,22008671.0,22591256.0,23014860.0,23373893.0,23800945.0,24270006.0,24900283.0,25314559.0,25595311.0,26206023.0,26552094.0,27084745.0,27863070.0,27882964.0,29610648.0,28869588.0,29369372.0,29756489.0,30455662.0,30670900.0,31126570.0,31582917.0,32214023.0,32543607.0,32875429.0,33441692.0,33832239.0,34562052.0,34699297.0,35212054.0,35602755.0,36659638.0,37869744.0,37055338.0,37470407.0,38038423.0,38702919.0,38959113.0,39238249.0,39767303.0,40349633.0,40715633.0,41084177.0,41755704.0,43858805.0,42557547.0,43009697.0,43348469.0,43917239.0,44384112.0,44855850.0,46644650.0,45830452.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[453814.0,906298.0,1366085.0,1839892.0,2291436.0,2723872.0,3182450.0,3671057.0,4127198.0,4544969.0,5002060.0,5535582.0,5961049.0,6450830.0,6897117.0,7321886.0,7774103.0,8186912.0,8742773.0,9115756.0,9705822.0,10061386.0,10442453.0,11061415.0,11371429.0,11913473.0,12460350.0,12772600.0,13346911.0,13709071.0,14075352.0,14738488.0,15065384.0,15677110.0,15994875.0,16540289.0,17005871.0,17394417.0,17945228.0,18365045.0,19127397.0,19191666.0,19798271.0,20144944.0,20783304.0,21186418.0,22528915.0,21992236.0,22487457.0,22913085.0,23358026.0,24024206.0,24303815.0,24701978.0,25221302.0,25703073.0,26092313.0,26736936.0,27069314.0,27559051.0,28124716.0,28544387.0,28905097.0,29322358.0,29921399.0,30284986.0,30672445.0,31172497.0,31661562.0,32171083.0,33637732.0,33080826.0,33576166.0,34241482.0,34570510.0,34928518.0,35291111.0,35804793.0,36340162.0,37323758.0,38198868.0,37573434.0,38332443.0,38577628.0,39163567.0,39400269.0,40005827.0,40413023.0,41957826.0,41299216.0,41902672.0,42314909.0,42705138.0,43013438.0,43824333.0,44495460.0,45561342.0,45049938.0,45478238.0,46113082.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 49f9c5fcacd..fdcf21fe6f5 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[74913.02218381409,75506.07857180471,77087.56227311303,77680.61866110364] \ No newline at end of file +[74931.84972924413,75618.35394083193,77449.03183839939,78135.53604998717] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index 9acfb2a6285..e5f015b9776 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - + - -200 + +240 - + + +260 + + + +280 + + -250 +300 - -300 + +320 - - -350 + + +340 - - + + +360 + + + +380 + + + 400 - - - - + + +420 + + + +440 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index c515d3d2677..4a1beea5837 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - + + 0.0035 - - + + 0.004 - + - + +450 + + + 500 - - + + 550 - - + + 600 - - + + 650 - - + + 700 - - + + 750 - - + + 800 - - + + 850 - - -900 - - - -950 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 5d345c6bb24..2943a303f7e 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,59 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - + 76 - - + + 78 - - + + 80 - - -82 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index e2a772558ab..360e86db366 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -17,13 +17,13 @@ Iterations - + - + - + - + @@ -34,34 +34,34 @@ Iterations 5.0 - + 10.0 - + 15.0 - + 20.0 - + 25.0 - + 30.0 - + 35.0 - + 40.0 - + 45.0 @@ -95,10 +95,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 3673edfe5f8..4f7690b7568 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.005 + + +300 - - --0.004 + + + +0 - - --0.003 + + +0.001 - - --0.002 + + +0.002 - - --0.001 + + +0.003 - - -0 + + +0.004 - - -0.001 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index 735dce90e56..4e3fafe9279 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - -400 + + +350 - - -500 - - - -600 + + +400 - - -700 + + +450 - - -800 + + +500 - + -900 +550 - --0.003 + +0.0015 + + + +0.002 - - --0.0025 + + +0.0025 - - --0.002 + + +0.003 - - --0.0015 + + +0.0035 - - --0.001 + + +0.004 - - --5e-4 + + +0.0045 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 179ea9dcd78..870543deb96 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -33,57 +33,57 @@ t score 0.25 - + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index ebc1967fa0e..58065705014 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 76.395 µs - 76.599 µs - 76.846 µs + 76.652 µs + 76.814 µs + 76.996 µs R² - 0.9835250 - 0.9844815 - 0.9830829 + 0.9891635 + 0.9897652 + 0.9890090 Mean - 76.291 µs - 76.427 µs - 76.579 µs + 76.482 µs + 76.604 µs + 76.741 µs Std. Dev. - 507.74 ns - 736.03 ns - 931.20 ns + 456.23 ns + 665.43 ns + 853.37 ns Median - 76.244 µs - 76.289 µs - 76.382 µs + 76.449 µs + 76.527 µs + 76.607 µs MAD - 193.96 ns - 293.01 ns - 418.63 ns + 258.30 ns + 341.44 ns + 425.19 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4748% - -0.1855% - +0.0924% - (p = 0.21 > + -0.0219% + +0.2321% + +0.4842% + (p = 0.08 > 0.05) diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index fc52e67b2d6..95ea449dda6 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs)
- -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - -5.5 + + +6 - + - -76.3 - - - -76.35 - - - -76.4 - - - -76.45 - - - + 76.5 - - + + 76.55 - - + + 76.6 - - - - + + +76.65 + + + +76.7 + + + +76.75 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index a066d2004e0..e7b5a047468 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 + + + +8 - - -15 + + +10 - - -20 + + +12 - - -25 + + +14 - + - -76.24 + +76.44 + + + +76.46 + + + +76.48 - - -76.26 + + +76.5 - - -76.28 + + +76.52 - - -76.3 + + +76.54 - - -76.32 + + +76.56 - - -76.34 + + +76.58 - - -76.36 + + +76.6 - - -76.38 + + +76.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 83747b9d7c3..b0861f429c0 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - + 75 - - + + 76 - - + + 77 - - + + 78 - - + + 79 - - + + 80 - + Density (a.u.) @@ -70,68 +70,60 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index b37495534e4..16fdb730518 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - + - + 76 - - + + 78 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index 870d5dcf049..3b3205e7e95 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -15,51 +15,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -92,101 +92,101 @@ Iterations - - + + - - - - - - - + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 96c9a2808a6..5283a76ffe8 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -14,12 +14,12 @@ Iterations - - - - - - + + + + + + 5.0 @@ -33,30 +33,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -86,102 +86,102 @@ Iterations - + - - + + - - + + - - + + - + - - - - + + + + - - - - + + + + - - - - + + + + - - + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - + + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 0547992eca0..a992b225a28 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,57 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - + - + 76 - - + + 78 - - + + 80 - - -82 - - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 98d7e49b367..2e00cef91f6 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -19,8 +19,8 @@ Iterations - - + + @@ -51,14 +51,14 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - + 45.0 @@ -92,8 +92,8 @@ Iterations 600 - - - + + + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 170e0337ee5..4ae009faba8 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -76.35 - - - -76.4 - - - -76.45 + + +4 - - -76.5 + + +4.5 - - -76.55 - - - -76.6 - - - + + + 76.65 - - + + 76.7 - - + + 76.75 - - + + 76.8 - - + + 76.85 + + +76.9 + + + +76.95 + + + +77 + - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index 98b7e9f0e95..ef18760b63c 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -76.35 - - - -76.4 - - - -76.45 + + +4 - - -76.5 + + +4.5 - - -76.55 - - - -76.6 - - - + + + 76.65 - - + + 76.7 - - + + 76.75 - - + + 76.8 - - + + 76.85 + + +76.9 + + + +76.95 + + + +77 + - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index 071fe4759f5..44a72efc2e9 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.07916909942,"upper_bound":9547.776011839142},"point_estimate":9528.496492073104,"standard_error":9.356032934996628},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.550513285023,"upper_bound":9519.222222222223},"point_estimate":9511.984539473684,"standard_error":6.938229017236154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.72426888263732,"upper_bound":64.16704505101846},"point_estimate":56.19249396020983,"standard_error":6.5331467428239725},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.617415449076,"upper_bound":9550.91894495738},"point_estimate":9529.881255110586,"standard_error":10.054522377555568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.78794508898977,"upper_bound":118.81770182234149},"point_estimate":93.83134546536141,"standard_error":13.854781869364881}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6558.97123144601,"upper_bound":6607.224016121123},"point_estimate":6579.99838472671,"standard_error":12.40423715360968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.753846153846,"upper_bound":6564.856024959083},"point_estimate":6560.088072539996,"standard_error":4.501645660585789},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.25860884620651,"upper_bound":50.076110926107894},"point_estimate":37.11496127387849,"standard_error":5.742333046822451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6564.6673777916485,"upper_bound":6614.810477649048},"point_estimate":6587.280946902956,"standard_error":12.874577697465512},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.24900126542241,"upper_bound":188.13904790893136},"point_estimate":124.35151144063494,"standard_error":37.37032557053148}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index 778200db613..6abe8773656 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[112923.0,229048.0,351718.0,478565.0,572280.0,678274.0,791757.0,919507.0,1028076.0,1158297.0,1245805.0,1373517.0,1498103.0,1582776.0,1706463.0,1839661.0,1929712.0,2042220.0,2160203.0,2300044.0,2374884.0,2488195.0,2625666.0,2742057.0,2839356.0,2973105.0,3116441.0,3194886.0,3310850.0,3399878.0,3513428.0,3640507.0,3748360.0,4028938.0,4013288.0,4098558.0,4210383.0,4321840.0,4433641.0,4556282.0,4637529.0,4813454.0,4896098.0,4987926.0,5144369.0,5241594.0,5388844.0,5468042.0,5618377.0,5690618.0,5824185.0,5938267.0,6061911.0,6152584.0,6396468.0,6363038.0,6556307.0,6622930.0,6749143.0,6835291.0,6953735.0,7104582.0,7194644.0,7328660.0,7410980.0,7534975.0,7615567.0,7773056.0,7912237.0,7986240.0,8089759.0,8487829.0,8356121.0,8401695.0,8599954.0,8675267.0,8984566.0,8916585.0,8984431.0,9408006.0,9222134.0,9458404.0,9455635.0,9589586.0,9693196.0,9871638.0,9878964.0,9993075.0,10200010.0,10228098.0,10432819.0,10639723.0,10568593.0,10714904.0,10843241.0,10932102.0,11000004.0,11200714.0,11382606.0,11379601.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84626.0,169116.0,253732.0,341674.0,422605.0,519470.0,591390.0,675882.0,769390.0,848120.0,928967.0,1013204.0,1112475.0,1181634.0,1282050.0,1365679.0,1446533.0,1521781.0,1614790.0,1704184.0,2057379.0,1865242.0,1943874.0,2047266.0,2136847.0,2217717.0,2302559.0,2363733.0,2464659.0,2554152.0,2623486.0,2742576.0,2945708.0,2906103.0,2967721.0,3080292.0,3148961.0,3231021.0,3302331.0,3410656.0,3480982.0,3596765.0,3658959.0,3774182.0,3981856.0,3929322.0,4010572.0,4078793.0,4178528.0,4265711.0,4352039.0,4434681.0,4510508.0,4616645.0,4684416.0,4775834.0,4841367.0,4910562.0,5061593.0,5107248.0,5188755.0,5286583.0,5395585.0,5470476.0,5555803.0,5663193.0,5763175.0,5825085.0,5901352.0,6010632.0,6336286.0,6131946.0,6229084.0,6331087.0,6380075.0,6502889.0,6583877.0,6730043.0,6677149.0,6750773.0,7007004.0,7322350.0,7017852.0,7133279.0,7252624.0,7315302.0,7386469.0,7469315.0,7620690.0,7758154.0,7781069.0,7764620.0,8371886.0,8105428.0,8204043.0,8131845.0,8275787.0,8334684.0,8455853.0,8518009.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index 2c5094b6e8e..fd5b12b10d8 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9254.755932931645,9365.667745502022,9661.432579023025,9772.3443915934] \ No newline at end of file +[6379.686587449516,6455.304279577986,6656.951458587237,6732.569150715705] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index 3f8cf598812..39453a0c0ed 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0014079744993149505,"upper_bound":0.0039045509087394232},"point_estimate":0.0011552772738860906,"standard_error":0.0013490718423374646},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.000962037851627458,"upper_bound":0.0030977650058252593},"point_estimate":0.0017087569767857413,"standard_error":0.0010507756087486443}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.3119473252108478,"upper_bound":-0.3062550266970352},"point_estimate":-0.30944001604023175,"standard_error":0.001459354399072293},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.31167542237972834,"upper_bound":-0.3089435679050948},"point_estimate":-0.31033444752602823,"standard_error":0.0006836762076231893}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index 071fe4759f5..44a72efc2e9 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.07916909942,"upper_bound":9547.776011839142},"point_estimate":9528.496492073104,"standard_error":9.356032934996628},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9494.550513285023,"upper_bound":9519.222222222223},"point_estimate":9511.984539473684,"standard_error":6.938229017236154},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.72426888263732,"upper_bound":64.16704505101846},"point_estimate":56.19249396020983,"standard_error":6.5331467428239725},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9511.617415449076,"upper_bound":9550.91894495738},"point_estimate":9529.881255110586,"standard_error":10.054522377555568},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":64.78794508898977,"upper_bound":118.81770182234149},"point_estimate":93.83134546536141,"standard_error":13.854781869364881}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6558.97123144601,"upper_bound":6607.224016121123},"point_estimate":6579.99838472671,"standard_error":12.40423715360968},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6547.753846153846,"upper_bound":6564.856024959083},"point_estimate":6560.088072539996,"standard_error":4.501645660585789},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.25860884620651,"upper_bound":50.076110926107894},"point_estimate":37.11496127387849,"standard_error":5.742333046822451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6564.6673777916485,"upper_bound":6614.810477649048},"point_estimate":6587.280946902956,"standard_error":12.874577697465512},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57.24900126542241,"upper_bound":188.13904790893136},"point_estimate":124.35151144063494,"standard_error":37.37032557053148}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index 778200db613..6abe8773656 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[112923.0,229048.0,351718.0,478565.0,572280.0,678274.0,791757.0,919507.0,1028076.0,1158297.0,1245805.0,1373517.0,1498103.0,1582776.0,1706463.0,1839661.0,1929712.0,2042220.0,2160203.0,2300044.0,2374884.0,2488195.0,2625666.0,2742057.0,2839356.0,2973105.0,3116441.0,3194886.0,3310850.0,3399878.0,3513428.0,3640507.0,3748360.0,4028938.0,4013288.0,4098558.0,4210383.0,4321840.0,4433641.0,4556282.0,4637529.0,4813454.0,4896098.0,4987926.0,5144369.0,5241594.0,5388844.0,5468042.0,5618377.0,5690618.0,5824185.0,5938267.0,6061911.0,6152584.0,6396468.0,6363038.0,6556307.0,6622930.0,6749143.0,6835291.0,6953735.0,7104582.0,7194644.0,7328660.0,7410980.0,7534975.0,7615567.0,7773056.0,7912237.0,7986240.0,8089759.0,8487829.0,8356121.0,8401695.0,8599954.0,8675267.0,8984566.0,8916585.0,8984431.0,9408006.0,9222134.0,9458404.0,9455635.0,9589586.0,9693196.0,9871638.0,9878964.0,9993075.0,10200010.0,10228098.0,10432819.0,10639723.0,10568593.0,10714904.0,10843241.0,10932102.0,11000004.0,11200714.0,11382606.0,11379601.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[84626.0,169116.0,253732.0,341674.0,422605.0,519470.0,591390.0,675882.0,769390.0,848120.0,928967.0,1013204.0,1112475.0,1181634.0,1282050.0,1365679.0,1446533.0,1521781.0,1614790.0,1704184.0,2057379.0,1865242.0,1943874.0,2047266.0,2136847.0,2217717.0,2302559.0,2363733.0,2464659.0,2554152.0,2623486.0,2742576.0,2945708.0,2906103.0,2967721.0,3080292.0,3148961.0,3231021.0,3302331.0,3410656.0,3480982.0,3596765.0,3658959.0,3774182.0,3981856.0,3929322.0,4010572.0,4078793.0,4178528.0,4265711.0,4352039.0,4434681.0,4510508.0,4616645.0,4684416.0,4775834.0,4841367.0,4910562.0,5061593.0,5107248.0,5188755.0,5286583.0,5395585.0,5470476.0,5555803.0,5663193.0,5763175.0,5825085.0,5901352.0,6010632.0,6336286.0,6131946.0,6229084.0,6331087.0,6380075.0,6502889.0,6583877.0,6730043.0,6677149.0,6750773.0,7007004.0,7322350.0,7017852.0,7133279.0,7252624.0,7315302.0,7386469.0,7469315.0,7620690.0,7758154.0,7781069.0,7764620.0,8371886.0,8105428.0,8204043.0,8131845.0,8275787.0,8334684.0,8455853.0,8518009.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index 2c5094b6e8e..fd5b12b10d8 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9254.755932931645,9365.667745502022,9661.432579023025,9772.3443915934] \ No newline at end of file +[6379.686587449516,6455.304279577986,6656.951458587237,6732.569150715705] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 5292015a3b3..bb6633b43f7 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - + 0.01 - - + + 0.02 - - + + 0.03 - - + + 0.04 - - + + 0.05 - - + + 0.06 - - + + 0.07 - + + +0.08 + + + +0.09 + + - -40 + +25 - - -45 + + +30 - - -50 + + +35 - - -55 + + +40 - - -60 + + +45 - - -65 + + +50 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index db2a087b8a6..edf50f6b6b7 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 + + + +0.006 + + + +0.008 - - -0.015 + + +0.01 - + -0.02 +0.012 - -0.025 + +0.014 + + + +0.016 - - -0.03 + + +0.018 - + - + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 - - - + + 120 - - - - + + +140 + + + +160 + + + +180 + + + +200 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index fcfbcf75ff6..e161a688933 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -54,26 +54,26 @@ Average Time (µs) - -9.4 + +7 - - -9.6 + + +8 - - -9.8 + + +9 - - + + 10 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 9f8c4ae0907..e11e08fe8b3 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -9,76 +9,81 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - + + +12.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - - - + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index 500429fe9d5..a87623b1a29 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,55 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - -0.004 - - - - - - + +-0.312 + + + +-0.311 + + + +-0.31 + + + +-0.309 + + + +-0.308 + + + +-0.307 + + + +-0.306 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index e2dbea6e34d..adf02f7ea01 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,79 +9,67 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 + + +400 + + + +500 + + + +600 + + + +700 + + + +800 - + - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - -0.003 - - - -0.0035 - - - - - - + +-0.3115 + + + +-0.311 + + + +-0.3105 + + + +-0.31 + + + +-0.3095 + + + +-0.309 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 7677778e7d7..f12b0a7648f 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index 2826fb1f816..0d0a4615655 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5116 µs - 9.5299 µs - 9.5509 µs + 6.5647 µs + 6.5873 µs + 6.6148 µs R² - 0.9901965 - 0.9907039 - 0.9900308 + 0.9689642 + 0.9705271 + 0.9682126 Mean - 9.5111 µs - 9.5285 µs - 9.5478 µs + 6.5590 µs + 6.5800 µs + 6.6072 µs Std. Dev. - 64.788 ns - 93.831 ns - 118.82 ns + 57.249 ns + 124.35 ns + 188.14 ns Median - 9.4946 µs - 9.5120 µs - 9.5192 µs + 6.5478 µs + 6.5601 µs + 6.5649 µs MAD - 39.724 ns - 56.192 ns - 64.167 ns + 27.259 ns + 37.115 ns + 50.076 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.1408% - +0.1155% - +0.3905% - (p = 0.39 > + -31.195% + -30.944% + -30.626% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index f20118ce803..72610e66d1e 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - + - -9.51 - - - -9.515 - - - -9.52 - - - -9.525 + +6.56 - - -9.53 + + +6.57 - - -9.535 + + +6.58 - - -9.54 + + +6.59 - - -9.545 + + +6.6 - - -9.55 + + +6.61 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 8a5936ab411..2472a1d5630 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 - - -120 + + + +6.546 - - -140 + + +6.548 - - - -9.495 + + +6.55 + + + +6.552 + + + +6.554 + + + +6.556 + + + +6.558 - - -9.5 + + +6.56 - - -9.505 + + +6.562 - - -9.51 + + +6.564 - - -9.515 + + +6.566 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index a27bd60b868..cd20f06a07a 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -13,63 +13,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -9.3 + +6.4 - - -9.4 + + +6.6 - - -9.5 + + +6.8 - - -9.6 + + +7 - - -9.7 - - + -9.8 +7.2 - -9.9 + +7.4 - - -10 + + +7.6 - + Density (a.u.) @@ -78,46 +74,46 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index a8514c0a869..96689bf83c9 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,47 +10,43 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + - -9.4 + +6.5 - - -9.6 + + +7 - - -9.8 + + +7.5 - - -10 - - - - + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index 50e9c539707..12492dc76c4 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -8,193 +8,178 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - + + + + + + + + - - - + + - - - + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - - -11.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - - + + - - + + - + - - + + - + - - - + + + - - - - + + + + - + - - - - - - + + + + + + - - - - - - - + + + + + + + - - + + - + - - - - - - - - - - + + + + + + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 968747a80a3..44aa3f43d46 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -5,193 +5,178 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - + + + + + + + + + + + - - - + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - -9.0 - - - -10.0 - - - -11.0 - - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - + - - + + - + - + - - + + - + - - - + + + - - - - - - - + + + + + + + - + - - + + - + - + - - + + - - - + + + - - - + + + - - + + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index e17bdf02b20..8d26821ab42 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -51,24 +51,24 @@ Average Time (µs) - -9.4 + +7 - - -9.6 + + +8 - - -9.8 + + +9 - - + + 10 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index e35f00c994f..f556d6e93b0 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -6,74 +6,79 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - + + + + + + - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - + + +12.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - - + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 7aeebe137ae..2267e447dbf 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + - -9.51 - - - -9.515 - - - -9.52 + +6.56 - - -9.525 + + +6.57 - - -9.53 + + +6.58 - - -9.535 + + +6.59 - - -9.54 + + +6.6 - - -9.545 + + +6.61 - - -9.55 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 560971669cc..8792fedf328 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - -35 - - - -40 - - + - -9.51 - - - -9.515 - - - -9.52 + +6.56 - - -9.525 + + +6.57 - - -9.53 + + +6.58 - - -9.535 + + +6.59 - - -9.54 + + +6.6 - - -9.545 + + +6.61 - - -9.55 + + +6.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 697fba05834..0f696960e7f 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70013.69840858495,"upper_bound":71463.29784075549},"point_estimate":70758.29015795838,"standard_error":368.72435004748706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69569.72268907563,"upper_bound":70335.93258426966},"point_estimate":69802.11939683586,"standard_error":210.95831361731445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.8055804132838,"upper_bound":1980.8396140763152},"point_estimate":1333.4930177391464,"standard_error":309.1457022903153},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70267.93684178097,"upper_bound":71317.73619784905},"point_estimate":70743.39310519538,"standard_error":268.9590158245144},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2591.883196911039,"upper_bound":4956.690676045764},"point_estimate":3719.791940151071,"standard_error":632.9315301830109}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70417.24178093497,"upper_bound":71683.28752272068},"point_estimate":71076.64545339384,"standard_error":321.893297190889},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69742.61992073615,"upper_bound":70897.66479591836},"point_estimate":69955.91282711839,"standard_error":315.9711437363072},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":679.1013137838827,"upper_bound":3269.148871291566},"point_estimate":1160.544208541427,"standard_error":713.8353976100777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70744.66319387438,"upper_bound":71998.90563901255},"point_estimate":71341.19110726424,"standard_error":320.4426228237747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2312.5487549993322,"upper_bound":4328.569224924939},"point_estimate":3235.955098668894,"standard_error":551.8337602780149}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 027786ee00c..854e69f24aa 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690985.0,1716468.0,2743543.0,3750180.0,4721049.0,5629412.0,6948556.0,7893507.0,8719795.0,9561294.0,10597345.0,12439288.0,13558435.0,13499295.0,15643955.0,15328623.0,16596431.0,17222073.0,18268375.0,20566352.0,20483576.0,21183429.0,22598461.0,24365534.0,24450924.0,27788259.0,26328213.0,28185504.0,28244685.0,29473789.0,30907026.0,34464705.0,35172752.0,37095386.0,37847275.0,34879983.0,40502372.0,38520698.0,38238418.0,38783450.0,40048101.0,42491161.0,45241205.0,46467675.0,43563681.0,45716516.0,46502710.0,47882377.0,47429186.0,48444490.0,49406443.0,51238788.0,51562144.0,60728195.0,57773567.0,58090954.0,58789728.0,60184355.0,59423747.0,58934198.0,63414634.0,61545578.0,62177432.0,68243082.0,63342208.0,64179609.0,74376799.0,66230376.0,67216957.0,70199682.0,74343155.0,69867068.0,71214095.0,72348053.0,72705293.0,73943909.0,74954306.0,75166906.0,77484131.0,77613103.0,78525105.0,79586275.0,88054081.0,81662591.0,82850071.0,82894683.0,84410777.0,85097706.0,87638572.0,87250594.0,88113983.0,91967623.0,91618659.0,92390487.0,94684911.0,93722446.0,94286022.0,95241836.0,96215262.0,97933756.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[730821.0,1833335.0,2704698.0,4032292.0,5068683.0,6183780.0,7183633.0,8178677.0,9205521.0,10126706.0,11237325.0,12317126.0,12370396.0,14538074.0,14649091.0,15700019.0,16525006.0,17085479.0,18295745.0,19716932.0,20997047.0,21395339.0,23831168.0,23328280.0,25558655.0,25376986.0,25914128.0,27222275.0,28024429.0,29558257.0,30311480.0,31198733.0,32135388.0,36496613.0,33963274.0,34905288.0,37841599.0,36747890.0,38001596.0,44457404.0,43972772.0,43754955.0,44196587.0,45300335.0,43711043.0,44868049.0,46031687.0,46461027.0,47592865.0,50798487.0,49887561.0,55689750.0,51409406.0,52854347.0,53549662.0,54906109.0,60160969.0,59585267.0,57633030.0,58200467.0,63878795.0,64220462.0,61431066.0,62510306.0,63875810.0,66964886.0,65149182.0,71641036.0,71067358.0,68822125.0,69593412.0,74580062.0,74924765.0,78037523.0,72701583.0,74273210.0,79472577.0,76433725.0,76662752.0,86192126.0,79244010.0,80308173.0,84247572.0,86052906.0,82479570.0,88839014.0,84295149.0,85849225.0,86417212.0,97694043.0,88853371.0,89726097.0,96073634.0,96948764.0,92293761.0,93606617.0,94560725.0,95654843.0,97069539.0,97284519.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 4c276ae9bf1..50853af08d1 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[60919.16419363415,65082.7863296213,76185.77869225372,80349.40082824088] \ No newline at end of file +[57871.88112510907,63662.29466417653,79103.3974350231,84893.81097409056] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index f55d3d9c18f..b2b34938d19 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012129205216230827,"upper_bound":0.01775401148763814},"point_estimate":0.0027741152900602195,"standard_error":0.007661119599852861},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009159684209388619,"upper_bound":0.0020269649053430427},"point_estimate":-0.005128853485105056,"standard_error":0.0029584901574787855}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008670088106507797,"upper_bound":0.018027241168808696},"point_estimate":0.004499194295463749,"standard_error":0.006781694636350316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005808782718961791,"upper_bound":0.0195778813015286},"point_estimate":0.0022032773734017574,"standard_error":0.0057854210530738715}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 697fba05834..0f696960e7f 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70013.69840858495,"upper_bound":71463.29784075549},"point_estimate":70758.29015795838,"standard_error":368.72435004748706},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69569.72268907563,"upper_bound":70335.93258426966},"point_estimate":69802.11939683586,"standard_error":210.95831361731445},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":790.8055804132838,"upper_bound":1980.8396140763152},"point_estimate":1333.4930177391464,"standard_error":309.1457022903153},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70267.93684178097,"upper_bound":71317.73619784905},"point_estimate":70743.39310519538,"standard_error":268.9590158245144},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2591.883196911039,"upper_bound":4956.690676045764},"point_estimate":3719.791940151071,"standard_error":632.9315301830109}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70417.24178093497,"upper_bound":71683.28752272068},"point_estimate":71076.64545339384,"standard_error":321.893297190889},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69742.61992073615,"upper_bound":70897.66479591836},"point_estimate":69955.91282711839,"standard_error":315.9711437363072},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":679.1013137838827,"upper_bound":3269.148871291566},"point_estimate":1160.544208541427,"standard_error":713.8353976100777},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70744.66319387438,"upper_bound":71998.90563901255},"point_estimate":71341.19110726424,"standard_error":320.4426228237747},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2312.5487549993322,"upper_bound":4328.569224924939},"point_estimate":3235.955098668894,"standard_error":551.8337602780149}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 027786ee00c..854e69f24aa 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[690985.0,1716468.0,2743543.0,3750180.0,4721049.0,5629412.0,6948556.0,7893507.0,8719795.0,9561294.0,10597345.0,12439288.0,13558435.0,13499295.0,15643955.0,15328623.0,16596431.0,17222073.0,18268375.0,20566352.0,20483576.0,21183429.0,22598461.0,24365534.0,24450924.0,27788259.0,26328213.0,28185504.0,28244685.0,29473789.0,30907026.0,34464705.0,35172752.0,37095386.0,37847275.0,34879983.0,40502372.0,38520698.0,38238418.0,38783450.0,40048101.0,42491161.0,45241205.0,46467675.0,43563681.0,45716516.0,46502710.0,47882377.0,47429186.0,48444490.0,49406443.0,51238788.0,51562144.0,60728195.0,57773567.0,58090954.0,58789728.0,60184355.0,59423747.0,58934198.0,63414634.0,61545578.0,62177432.0,68243082.0,63342208.0,64179609.0,74376799.0,66230376.0,67216957.0,70199682.0,74343155.0,69867068.0,71214095.0,72348053.0,72705293.0,73943909.0,74954306.0,75166906.0,77484131.0,77613103.0,78525105.0,79586275.0,88054081.0,81662591.0,82850071.0,82894683.0,84410777.0,85097706.0,87638572.0,87250594.0,88113983.0,91967623.0,91618659.0,92390487.0,94684911.0,93722446.0,94286022.0,95241836.0,96215262.0,97933756.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[730821.0,1833335.0,2704698.0,4032292.0,5068683.0,6183780.0,7183633.0,8178677.0,9205521.0,10126706.0,11237325.0,12317126.0,12370396.0,14538074.0,14649091.0,15700019.0,16525006.0,17085479.0,18295745.0,19716932.0,20997047.0,21395339.0,23831168.0,23328280.0,25558655.0,25376986.0,25914128.0,27222275.0,28024429.0,29558257.0,30311480.0,31198733.0,32135388.0,36496613.0,33963274.0,34905288.0,37841599.0,36747890.0,38001596.0,44457404.0,43972772.0,43754955.0,44196587.0,45300335.0,43711043.0,44868049.0,46031687.0,46461027.0,47592865.0,50798487.0,49887561.0,55689750.0,51409406.0,52854347.0,53549662.0,54906109.0,60160969.0,59585267.0,57633030.0,58200467.0,63878795.0,64220462.0,61431066.0,62510306.0,63875810.0,66964886.0,65149182.0,71641036.0,71067358.0,68822125.0,69593412.0,74580062.0,74924765.0,78037523.0,72701583.0,74273210.0,79472577.0,76433725.0,76662752.0,86192126.0,79244010.0,80308173.0,84247572.0,86052906.0,82479570.0,88839014.0,84295149.0,85849225.0,86417212.0,97694043.0,88853371.0,89726097.0,96073634.0,96948764.0,92293761.0,93606617.0,94560725.0,95654843.0,97069539.0,97284519.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 4c276ae9bf1..50853af08d1 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[60919.16419363415,65082.7863296213,76185.77869225372,80349.40082824088] \ No newline at end of file +[57871.88112510907,63662.29466417653,79103.3974350231,84893.81097409056] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index 24495ad6fbb..8e3019a7951 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - + - -0.8 + +0.5 - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index 976251e4cf1..aa3c618a55f 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + + +0.8 + + + +0.9 + + - + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - -5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index 27a2ef28ace..7cd103191e8 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -13,55 +13,55 @@ Average Time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index 9aa1b782bd4..773ce5a8359 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -17,56 +17,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + 0 @@ -100,10 +100,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 4a10da6a425..3960606f21c 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,83 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - - --0.015 + + +55 - - + + + -0.01 - - + + -0.005 - - -0 + + +1.73472e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index 3892500ee20..398646dc4a6 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,67 +9,59 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - + - --0.01 - - - --0.008 + +-0.005 - - --0.006 + + +0 - - --0.004 + + +0.005 - - --0.002 + + +0.01 - - -0 + + +0.015 - - -0.002 + + +0.02 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index cefca4e891d..b9131aebf6e 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 2f1dc20660d..9366922f778 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.268 µs - 70.743 µs - 71.318 µs + 70.745 µs + 71.341 µs + 71.999 µs R² - 0.8507765 - 0.8555662 - 0.8485949 + 0.8368734 + 0.8444781 + 0.8352513 Mean - 70.014 µs - 70.758 µs - 71.463 µs + 70.417 µs + 71.077 µs + 71.683 µs Std. Dev. - 2.5919 µs - 3.7198 µs - 4.9567 µs + 2.3125 µs + 3.2360 µs + 4.3286 µs Median - 69.570 µs - 69.802 µs - 70.336 µs + 69.743 µs + 69.956 µs + 70.898 µs MAD - 790.81 ns - 1.3335 µs - 1.9808 µs + 679.10 ns + 1.1605 µs + 3.2691 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.2129% - +0.2774% - +1.7754% - (p = 0.72 > + -0.8670% + +0.4499% + +1.8027% + (p = 0.52 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index 2893304a485..962d7532cad 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs)
- -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - -1.1 + + +1.2 - + - -70 - - - -70.2 - - - + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 31abc899748..5ee59561e51 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 + + +3.5 + - -69.5 - - - -69.6 - - - -69.7 - - - + 69.8 - - -69.9 - - - + + 70 - - -70.1 - - - + + 70.2 - - -70.3 - - - + + 70.4 - - - - + + +70.6 + + + +70.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index 818f5304653..25b78d5ab94 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -42,42 +42,34 @@ Average Time (µs) - -45 - - - + 50 - - + + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - + + 80 - - -85 - - + Density (a.u.) @@ -86,62 +78,48 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index 4afc016317c..b5b8f303182 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -10,55 +10,55 @@ Average Time (µs) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index e99a2988969..3fe6f7dad75 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -20,10 +20,10 @@ Iterations (x 10^3) - - - - + + + + 10.0 @@ -45,22 +45,22 @@ Iterations (x 10^3) 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + 0.2 @@ -93,103 +93,103 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - - - - + + + + - + - - - - - - - - - - + + + + + + + + + + - - - - - + + + + + - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 1ac979da0b4..9e29e60b245 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -19,7 +19,7 @@ Iterations (x 10^3) - + @@ -50,10 +50,10 @@ Iterations (x 10^3) 70.0 - + 80.0 - + 90.0 @@ -91,102 +91,102 @@ Iterations (x 10^3) - - - - - - - + + + + + + + - - - - + + + + - - + + - - - - - - + + + + + + - - - - - - + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - - - - - - + + + + + + + + - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 89e63307e3e..8cef05bea47 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -14,49 +14,49 @@ Average Time (µs) 0.04 - + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + - + 50 - - + + 60 - - + + 70 - - + + 80 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index a7c0cc3ed17..4f83b1d9386 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -97,8 +97,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 12ce268f263..c547c3e6cc6 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.2 - - - -70.4 - - - -70.6 - - - + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - - - + + +71.6 + + + +71.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index bce6260fa5a..5f1e548ed1a 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,70 +9,58 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - + - -70.2 - - - -70.4 - - - -70.6 - - - + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - - - + + +71.6 + + + +71.8 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index 040fad1cb98..667cf0402ad 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49215.41395288663,"upper_bound":49810.54698163555},"point_estimate":49516.12746979912,"standard_error":150.60802697595477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49397.050521243116,"upper_bound":49591.46363636364},"point_estimate":49501.93742559524,"standard_error":53.47412188852934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.50643797846016,"upper_bound":445.2440435307464},"point_estimate":362.5289467533577,"standard_error":45.44779124564823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49409.16469676977,"upper_bound":49740.73146101334},"point_estimate":49555.618808482344,"standard_error":85.20764598233944},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":685.3098463878177,"upper_bound":2186.038789645876},"point_estimate":1515.5038500483176,"standard_error":382.80526792249026}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48626.61529599382,"upper_bound":49323.43544580327},"point_estimate":48933.25829490491,"standard_error":179.3474826619735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.39444444444,"upper_bound":48805.48830455259},"point_estimate":48736.42513856606,"standard_error":41.42047517545345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.81677877404613,"upper_bound":399.5163964813718},"point_estimate":314.5686743924099,"standard_error":45.097329169664604},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48882.26718853876,"upper_bound":49294.049405785656},"point_estimate":49065.247142223816,"standard_error":106.10438533311262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":769.0625802179147,"upper_bound":2722.20623307477},"point_estimate":1802.8409177471228,"standard_error":518.1227272308282}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index f61d0636163..94ec8e00902 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[802526.0,1823651.0,2852131.0,3795622.0,4823922.0,5766610.0,6839503.0,7838878.0,8902324.0,9936295.0,10839219.0,11886825.0,12919513.0,13846251.0,14884991.0,15847807.0,17037029.0,17879849.0,18928508.0,19831451.0,21009473.0,21856832.0,23041565.0,23964157.0,24919769.0,25885832.0,26808484.0,28247704.0,33476375.0,29783145.0,31066233.0,31844794.0,32741015.0,33791066.0,34916598.0,36004659.0,36946426.0,38128144.0,39348233.0,39977114.0,41056759.0,41834438.0,42824596.0,43686023.0,44605457.0,45517268.0,46345858.0,52167063.0,48384921.0,49352515.0,50291356.0,51883943.0,52513584.0,53312322.0,54353804.0,55565978.0,56173518.0,57236692.0,58231016.0,59247783.0,60271483.0,61433842.0,62220126.0,63717085.0,64388283.0,65439434.0,66812320.0,67401825.0,68225059.0,69070996.0,70208067.0,71343878.0,71793862.0,76978124.0,73976225.0,74871924.0,76005009.0,76840897.0,77794595.0,78758694.0,79256627.0,81027077.0,81752849.0,83125523.0,88230086.0,84658938.0,85438260.0,86208975.0,87327934.0,89865363.0,89552535.0,90565014.0,91860465.0,92895185.0,94456483.0,94400258.0,95432413.0,96362287.0,98312494.0,98552014.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[1303840.0,1978155.0,2892409.0,3910355.0,4936136.0,5942090.0,6971077.0,8048654.0,9130720.0,10037530.0,11023266.0,12100463.0,13083675.0,14165852.0,15222519.0,16259401.0,17150662.0,18182053.0,19287262.0,20508878.0,21349955.0,22466054.0,23361963.0,24437638.0,25559107.0,26552056.0,30256418.0,28603979.0,29601247.0,30781165.0,31557270.0,32676256.0,33603644.0,34462103.0,35657820.0,36873896.0,37720332.0,38975942.0,39791803.0,41077428.0,41840990.0,42939476.0,43993920.0,44692943.0,46109953.0,46875059.0,48116972.0,49846224.0,49850922.0,59495951.0,52123987.0,53185123.0,54143639.0,55554688.0,56363374.0,57295190.0,58592256.0,59404199.0,60402930.0,61313357.0,62853816.0,63790750.0,64638480.0,70422937.0,66420009.0,67617270.0,68958709.0,69800227.0,70883254.0,71756401.0,73013093.0,73892631.0,74856546.0,76100453.0,81767451.0,77862186.0,78982713.0,80219097.0,81990847.0,82432059.0,82679681.0,84089568.0,85326502.0,87010479.0,86968982.0,93016438.0,88952728.0,90367473.0,91191188.0,91741362.0,93251255.0,94073127.0,95562100.0,96373262.0,97591632.0,98460200.0,99755403.0,100805729.0,101822975.0,102892748.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index b8edc7b4d56..fbe86d2cdf6 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47756.2015492012,48514.878854744136,50538.01833619198,51296.69564173492] \ No newline at end of file +[47202.89208908304,47846.15821084744,49561.53453555249,50204.80065731688] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 3192d52a331..0e1bab361da 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.017023414383534878,"upper_bound":0.033845860979014875},"point_estimate":0.0255640144254079,"standard_error":0.004286524335136286},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.019426987778708105,"upper_bound":0.024871577427496572},"point_estimate":0.0219711109791072,"standard_error":0.0014387516866619266}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.02075741537066793,"upper_bound":-0.0018801223480009344},"point_estimate":-0.011771299668975721,"standard_error":0.004745942210414224},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.017835027075468357,"upper_bound":-0.012732977209821916},"point_estimate":-0.01546428941654654,"standard_error":0.0013410387267092348}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index 040fad1cb98..667cf0402ad 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49215.41395288663,"upper_bound":49810.54698163555},"point_estimate":49516.12746979912,"standard_error":150.60802697595477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49397.050521243116,"upper_bound":49591.46363636364},"point_estimate":49501.93742559524,"standard_error":53.47412188852934},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":269.50643797846016,"upper_bound":445.2440435307464},"point_estimate":362.5289467533577,"standard_error":45.44779124564823},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49409.16469676977,"upper_bound":49740.73146101334},"point_estimate":49555.618808482344,"standard_error":85.20764598233944},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":685.3098463878177,"upper_bound":2186.038789645876},"point_estimate":1515.5038500483176,"standard_error":382.80526792249026}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48626.61529599382,"upper_bound":49323.43544580327},"point_estimate":48933.25829490491,"standard_error":179.3474826619735},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48661.39444444444,"upper_bound":48805.48830455259},"point_estimate":48736.42513856606,"standard_error":41.42047517545345},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":217.81677877404613,"upper_bound":399.5163964813718},"point_estimate":314.5686743924099,"standard_error":45.097329169664604},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48882.26718853876,"upper_bound":49294.049405785656},"point_estimate":49065.247142223816,"standard_error":106.10438533311262},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":769.0625802179147,"upper_bound":2722.20623307477},"point_estimate":1802.8409177471228,"standard_error":518.1227272308282}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index f61d0636163..94ec8e00902 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[20.0,40.0,60.0,80.0,100.0,120.0,140.0,160.0,180.0,200.0,220.0,240.0,260.0,280.0,300.0,320.0,340.0,360.0,380.0,400.0,420.0,440.0,460.0,480.0,500.0,520.0,540.0,560.0,580.0,600.0,620.0,640.0,660.0,680.0,700.0,720.0,740.0,760.0,780.0,800.0,820.0,840.0,860.0,880.0,900.0,920.0,940.0,960.0,980.0,1000.0,1020.0,1040.0,1060.0,1080.0,1100.0,1120.0,1140.0,1160.0,1180.0,1200.0,1220.0,1240.0,1260.0,1280.0,1300.0,1320.0,1340.0,1360.0,1380.0,1400.0,1420.0,1440.0,1460.0,1480.0,1500.0,1520.0,1540.0,1560.0,1580.0,1600.0,1620.0,1640.0,1660.0,1680.0,1700.0,1720.0,1740.0,1760.0,1780.0,1800.0,1820.0,1840.0,1860.0,1880.0,1900.0,1920.0,1940.0,1960.0,1980.0,2000.0],"times":[802526.0,1823651.0,2852131.0,3795622.0,4823922.0,5766610.0,6839503.0,7838878.0,8902324.0,9936295.0,10839219.0,11886825.0,12919513.0,13846251.0,14884991.0,15847807.0,17037029.0,17879849.0,18928508.0,19831451.0,21009473.0,21856832.0,23041565.0,23964157.0,24919769.0,25885832.0,26808484.0,28247704.0,33476375.0,29783145.0,31066233.0,31844794.0,32741015.0,33791066.0,34916598.0,36004659.0,36946426.0,38128144.0,39348233.0,39977114.0,41056759.0,41834438.0,42824596.0,43686023.0,44605457.0,45517268.0,46345858.0,52167063.0,48384921.0,49352515.0,50291356.0,51883943.0,52513584.0,53312322.0,54353804.0,55565978.0,56173518.0,57236692.0,58231016.0,59247783.0,60271483.0,61433842.0,62220126.0,63717085.0,64388283.0,65439434.0,66812320.0,67401825.0,68225059.0,69070996.0,70208067.0,71343878.0,71793862.0,76978124.0,73976225.0,74871924.0,76005009.0,76840897.0,77794595.0,78758694.0,79256627.0,81027077.0,81752849.0,83125523.0,88230086.0,84658938.0,85438260.0,86208975.0,87327934.0,89865363.0,89552535.0,90565014.0,91860465.0,92895185.0,94456483.0,94400258.0,95432413.0,96362287.0,98312494.0,98552014.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[1303840.0,1978155.0,2892409.0,3910355.0,4936136.0,5942090.0,6971077.0,8048654.0,9130720.0,10037530.0,11023266.0,12100463.0,13083675.0,14165852.0,15222519.0,16259401.0,17150662.0,18182053.0,19287262.0,20508878.0,21349955.0,22466054.0,23361963.0,24437638.0,25559107.0,26552056.0,30256418.0,28603979.0,29601247.0,30781165.0,31557270.0,32676256.0,33603644.0,34462103.0,35657820.0,36873896.0,37720332.0,38975942.0,39791803.0,41077428.0,41840990.0,42939476.0,43993920.0,44692943.0,46109953.0,46875059.0,48116972.0,49846224.0,49850922.0,59495951.0,52123987.0,53185123.0,54143639.0,55554688.0,56363374.0,57295190.0,58592256.0,59404199.0,60402930.0,61313357.0,62853816.0,63790750.0,64638480.0,70422937.0,66420009.0,67617270.0,68958709.0,69800227.0,70883254.0,71756401.0,73013093.0,73892631.0,74856546.0,76100453.0,81767451.0,77862186.0,78982713.0,80219097.0,81990847.0,82432059.0,82679681.0,84089568.0,85326502.0,87010479.0,86968982.0,93016438.0,88952728.0,90367473.0,91191188.0,91741362.0,93251255.0,94073127.0,95562100.0,96373262.0,97591632.0,98460200.0,99755403.0,100805729.0,101822975.0,102892748.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index b8edc7b4d56..fbe86d2cdf6 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47756.2015492012,48514.878854744136,50538.01833619198,51296.69564173492] \ No newline at end of file +[47202.89208908304,47846.15821084744,49561.53453555249,50204.80065731688] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index 43b45c4ae28..c86a40c5229 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,90 +9,94 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - + + +0.01 + + - + +200 + + + +220 + + + +240 + + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - + + 380 - - + + 400 - - -420 - - - -440 - - - -460 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index ba2b9f6c272..98b12cd2d4e 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - -1 - - - -1.1 - - + - -0.6 - - - -0.8 - - - + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 + + +1.5 - - + + 2 - - -2.2 + + +2.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 771282fc882..6f34322ee64 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,71 +9,71 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 2dce85ad361..881b3c71436 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -9,116 +9,121 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - - + + + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index de9994bb0cf..dc93dfe98ac 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,87 +9,63 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - + - -0.016 - - - -0.018 - - - -0.02 - - - -0.022 - - - -0.024 - - - -0.026 - - - -0.028 - - - -0.03 - - - -0.032 - - - -0.034 - - - - - - + +-0.02 + + + +-0.015 + + + +-0.01 + + + +-0.005 + + + +0 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index d0212c1c02c..56e75bb13e2 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,62 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - + - -0.019 + +-0.018 - - -0.02 + + +-0.017 - - -0.021 + + +-0.016 - - -0.022 + + +-0.015 - - -0.023 + + +-0.014 - - -0.024 + + +-0.013 - - -0.025 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index 0b589a5cb90..57450b3f88a 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 9de9f263abf..b0b58373691 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 49.409 µs - 49.556 µs - 49.741 µs + 48.882 µs + 49.065 µs + 49.294 µs R² - 0.9638849 - 0.9650362 - 0.9631981 + 0.9463192 + 0.9480495 + 0.9453468 Mean - 49.215 µs - 49.516 µs - 49.811 µs + 48.627 µs + 48.933 µs + 49.323 µs Std. Dev. - 685.31 ns - 1.5155 µs - 2.1860 µs + 769.06 ns + 1.8028 µs + 2.7222 µs Median - 49.397 µs - 49.502 µs - 49.591 µs + 48.661 µs + 48.736 µs + 48.805 µs MAD - 269.51 ns - 362.53 ns - 445.24 ns + 217.82 ns + 314.57 ns + 399.52 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +1.7023% - +2.5564% - +3.3846% - (p = 0.00 < + -2.0757% + -1.1771% + -0.1880% + (p = 0.01 < 0.05) - Performance has regressed. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index a20a1a54e76..8fad75bce03 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - + - -49.2 + +48.6 - - -49.3 + + +48.7 - - -49.4 + + +48.8 - - -49.5 + + +48.9 - - -49.6 + + +49 - - -49.7 + + +49.1 - - -49.8 + + +49.2 + + + +49.3 + + + +49.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index d7777d55e81..7103e091401 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,58 +9,78 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + + +16 + + - -49.4 + +48.66 + + + +48.68 + + + +48.7 + + + +48.72 + + + +48.74 - - -49.45 + + +48.76 - - -49.5 + + +48.78 - - -49.55 + + +48.8 - - -49.6 + + +48.82 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 75e876e12ca..89de6863e2a 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -13,87 +13,91 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - -40 - - - -42 - - - + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - - + + 56 - - + + 58 - + + +60 + + + +62 + + + +64 + + Density (a.u.) @@ -102,72 +106,72 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - -0.45 - - - -0.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index 66f11e3bbd4..0ad7d3e3fc1 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - + - -40 - - - + 45 - - + + 50 - - + + 55 - - - + + +60 + + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index 2c2c143d163..f4704052b1f 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -8,205 +8,210 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + - - + + - - - - - + + + + + - - - - - - - - - - + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 945eeb56a84..35535bb70ec 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -5,203 +5,208 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - + - - - - + + + + - + - - - - + + + + - - + + - + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index 202a4b77c44..3ca6fffc731 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,69 +6,69 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - - + + 0.45 - - + + 0.5 - - -0.55 - - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - - - + + +60 + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index 16693e4bd61..8758169ba7e 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -6,114 +6,119 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - - - - - - - - - + + + + + + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - + + +100.0 + + 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - - - - - + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index f3d186c9e45..5271b185ff0 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 + + + +48.85 - - -5 + + +48.9 - - - -49.4 + + +48.95 - - -49.45 + + +49 - - -49.5 + + +49.05 - - -49.55 + + +49.1 - - -49.6 + + +49.15 - - -49.65 + + +49.2 - - -49.7 + + +49.25 - - -49.75 + + +49.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index d3aef7c7528..fde60e61819 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - -4.5 + + + +48.85 - - -5 + + +48.9 - - - -49.4 + + +48.95 - - -49.45 + + +49 - - -49.5 + + +49.05 - - -49.55 + + +49.1 - - -49.6 + + +49.15 - - -49.65 + + +49.2 - - -49.7 + + +49.25 - - -49.75 + + +49.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index b7a278e05f3..bb5c028aa0b 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80592.11427699357,"upper_bound":81323.99237191216},"point_estimate":80927.62228408521,"standard_error":187.26812798021655},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79954.41324750832,"upper_bound":81459.54107142857},"point_estimate":80163.5029302745,"standard_error":544.8800786356408},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":958.2630867526096,"upper_bound":1918.6720213480341},"point_estimate":1424.5703583579232,"standard_error":269.28821717463904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79941.16375931959,"upper_bound":80284.38330860446},"point_estimate":80094.1903244738,"standard_error":88.09291076578693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1148.975202613164,"upper_bound":2682.8841229211057},"point_estimate":1881.0289835472204,"standard_error":429.10069886037707}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80562.20155441262,"upper_bound":80990.29028883403},"point_estimate":80763.8796750789,"standard_error":109.28868776748752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80388.2326007326,"upper_bound":81051.85714285714},"point_estimate":80535.44563200774,"standard_error":212.05220366016889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":784.7395801166695,"upper_bound":1116.8960762597887},"point_estimate":1005.9917371400732,"standard_error":83.10126654886636},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80205.51233873333,"upper_bound":80471.62860776391},"point_estimate":80332.0258772615,"standard_error":67.82792156420369},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":758.3346279390871,"upper_bound":1506.7082523450786},"point_estimate":1098.6369214850267,"standard_error":217.07392005067115}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index c0456278035..3a0bddc1588 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[655052.0,1157234.0,1725648.0,2293749.0,2872477.0,3448039.0,3997288.0,4575060.0,5137319.0,5719710.0,6322676.0,6885666.0,7474823.0,7985817.0,8566520.0,9354227.0,9737428.0,10371031.0,10914961.0,12243223.0,12132483.0,12529221.0,13112155.0,13723407.0,14384324.0,14908963.0,15622509.0,15989505.0,16590707.0,17305845.0,17873879.0,18927229.0,18935361.0,19372129.0,19982980.0,20551649.0,21021648.0,21706308.0,22303492.0,22800723.0,23534907.0,23922993.0,24534134.0,25051910.0,25819497.0,25788249.0,26084930.0,26615714.0,27195082.0,27740573.0,28284238.0,28866359.0,29289284.0,30128312.0,30544975.0,31328462.0,31644508.0,32151892.0,32782596.0,33348740.0,33862306.0,34458497.0,34877098.0,35567318.0,36162656.0,37698413.0,37396049.0,37981907.0,38563578.0,39362463.0,39731372.0,40081899.0,40923853.0,41318648.0,41972089.0,42412553.0,43017039.0,43585553.0,44072883.0,44773514.0,45254189.0,45707554.0,46340718.0,46850532.0,47326812.0,48133586.0,48443752.0,49341527.0,49762331.0,50464772.0,50966791.0,51662767.0,52148562.0,52610330.0,53214907.0,54375664.0,55857842.0,54910341.0,55392724.0,55829849.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[569392.0,1134726.0,1700290.0,2270243.0,2864173.0,3417906.0,4006511.0,4542201.0,5133741.0,5684832.0,6285048.0,6881036.0,7392547.0,8007712.0,8595163.0,9184254.0,9688803.0,10300287.0,10880620.0,11417030.0,12191364.0,12510894.0,13099557.0,13632248.0,14177936.0,14715387.0,15293471.0,15890633.0,16507661.0,18429609.0,17514899.0,18320799.0,18821779.0,19294898.0,19950836.0,20754274.0,21171697.0,21661698.0,22212966.0,22734695.0,23303647.0,23800642.0,24467315.0,24972057.0,25526956.0,25926114.0,26040235.0,26545065.0,27024314.0,27725577.0,28626054.0,29088422.0,29588941.0,30115614.0,30748128.0,31303090.0,32027683.0,32403960.0,32981975.0,33531048.0,34059777.0,34612327.0,35212049.0,35796409.0,37751431.0,36958117.0,38297130.0,38049177.0,38540091.0,39030738.0,39512387.0,40137855.0,40604544.0,41315751.0,42152665.0,42802023.0,43419150.0,43891975.0,44439842.0,45016211.0,45530118.0,46063123.0,46763459.0,47165717.0,47848134.0,48431521.0,49416558.0,49565303.0,49673176.0,50105735.0,51191370.0,51698527.0,52337159.0,52942762.0,53570270.0,54031172.0,54579580.0,55138317.0,55589299.0,56234446.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index 9b47cbbd35f..5e828908b24 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[73672.48935597751,76702.49223367835,84782.49990754726,87812.5027852481] \ No newline at end of file +[75881.38032683427,77931.06747911614,83396.89988520113,85446.587037483] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index 8860b30b470..96b08d6d440 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012025129712012748,"upper_bound":-0.0006256518725109502},"point_estimate":-0.006316013217020688,"standard_error":0.002932379434326391},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01776743430923855,"upper_bound":0.0016815749316119177},"point_estimate":-0.014706979702818423,"standard_error":0.006713671347622796}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00737113496768465,"upper_bound":0.0030095454882295308},"point_estimate":-0.002023321634626929,"standard_error":0.0026457457992556783},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011851547512618965,"upper_bound":0.012244234965195756},"point_estimate":0.004639801008406108,"standard_error":0.007315067342896278}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index b7a278e05f3..bb5c028aa0b 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80592.11427699357,"upper_bound":81323.99237191216},"point_estimate":80927.62228408521,"standard_error":187.26812798021655},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79954.41324750832,"upper_bound":81459.54107142857},"point_estimate":80163.5029302745,"standard_error":544.8800786356408},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":958.2630867526096,"upper_bound":1918.6720213480341},"point_estimate":1424.5703583579232,"standard_error":269.28821717463904},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":79941.16375931959,"upper_bound":80284.38330860446},"point_estimate":80094.1903244738,"standard_error":88.09291076578693},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1148.975202613164,"upper_bound":2682.8841229211057},"point_estimate":1881.0289835472204,"standard_error":429.10069886037707}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80562.20155441262,"upper_bound":80990.29028883403},"point_estimate":80763.8796750789,"standard_error":109.28868776748752},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80388.2326007326,"upper_bound":81051.85714285714},"point_estimate":80535.44563200774,"standard_error":212.05220366016889},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":784.7395801166695,"upper_bound":1116.8960762597887},"point_estimate":1005.9917371400732,"standard_error":83.10126654886636},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":80205.51233873333,"upper_bound":80471.62860776391},"point_estimate":80332.0258772615,"standard_error":67.82792156420369},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":758.3346279390871,"upper_bound":1506.7082523450786},"point_estimate":1098.6369214850267,"standard_error":217.07392005067115}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index c0456278035..3a0bddc1588 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[655052.0,1157234.0,1725648.0,2293749.0,2872477.0,3448039.0,3997288.0,4575060.0,5137319.0,5719710.0,6322676.0,6885666.0,7474823.0,7985817.0,8566520.0,9354227.0,9737428.0,10371031.0,10914961.0,12243223.0,12132483.0,12529221.0,13112155.0,13723407.0,14384324.0,14908963.0,15622509.0,15989505.0,16590707.0,17305845.0,17873879.0,18927229.0,18935361.0,19372129.0,19982980.0,20551649.0,21021648.0,21706308.0,22303492.0,22800723.0,23534907.0,23922993.0,24534134.0,25051910.0,25819497.0,25788249.0,26084930.0,26615714.0,27195082.0,27740573.0,28284238.0,28866359.0,29289284.0,30128312.0,30544975.0,31328462.0,31644508.0,32151892.0,32782596.0,33348740.0,33862306.0,34458497.0,34877098.0,35567318.0,36162656.0,37698413.0,37396049.0,37981907.0,38563578.0,39362463.0,39731372.0,40081899.0,40923853.0,41318648.0,41972089.0,42412553.0,43017039.0,43585553.0,44072883.0,44773514.0,45254189.0,45707554.0,46340718.0,46850532.0,47326812.0,48133586.0,48443752.0,49341527.0,49762331.0,50464772.0,50966791.0,51662767.0,52148562.0,52610330.0,53214907.0,54375664.0,55857842.0,54910341.0,55392724.0,55829849.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[569392.0,1134726.0,1700290.0,2270243.0,2864173.0,3417906.0,4006511.0,4542201.0,5133741.0,5684832.0,6285048.0,6881036.0,7392547.0,8007712.0,8595163.0,9184254.0,9688803.0,10300287.0,10880620.0,11417030.0,12191364.0,12510894.0,13099557.0,13632248.0,14177936.0,14715387.0,15293471.0,15890633.0,16507661.0,18429609.0,17514899.0,18320799.0,18821779.0,19294898.0,19950836.0,20754274.0,21171697.0,21661698.0,22212966.0,22734695.0,23303647.0,23800642.0,24467315.0,24972057.0,25526956.0,25926114.0,26040235.0,26545065.0,27024314.0,27725577.0,28626054.0,29088422.0,29588941.0,30115614.0,30748128.0,31303090.0,32027683.0,32403960.0,32981975.0,33531048.0,34059777.0,34612327.0,35212049.0,35796409.0,37751431.0,36958117.0,38297130.0,38049177.0,38540091.0,39030738.0,39512387.0,40137855.0,40604544.0,41315751.0,42152665.0,42802023.0,43419150.0,43891975.0,44439842.0,45016211.0,45530118.0,46063123.0,46763459.0,47165717.0,47848134.0,48431521.0,49416558.0,49565303.0,49673176.0,50105735.0,51191370.0,51698527.0,52337159.0,52942762.0,53570270.0,54031172.0,54579580.0,55138317.0,55589299.0,56234446.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index 9b47cbbd35f..5e828908b24 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[73672.48935597751,76702.49223367835,84782.49990754726,87812.5027852481] \ No newline at end of file +[75881.38032683427,77931.06747911614,83396.89988520113,85446.587037483] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 8bbcf2bc31f..b5ea03dd88d 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - - -1.4 + + +3.5 - - -1.6 + + +4 - - -1.8 + + +4.5 - - -2 + + +5 + + + +5.5 - + - -1 + +0.75 - - -1.2 + + +0.8 - - -1.4 + + +0.85 - - -1.6 + + +0.9 - - -1.8 + + +0.95 - - -2 + + +1 + + + +1.05 + + + +1.1 + + + +1.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index 87466601faa..70a7ed73b3d 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 + + +1 - - -0.6 + + +1.5 - - -0.8 + + +2 - - -1 + + +2.5 - - -1.2 + + +3 - + - -1 - - - -1.2 + +0.7 - - -1.4 + + +0.8 - - -1.6 + + +0.9 - - -1.8 + + +1 - - -2 + + +1.1 - - -2.2 + + +1.2 - - -2.4 + + +1.3 - - -2.6 + + +1.4 - - -2.8 + + +1.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index ac1adf7a9ab..a5e21abca21 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,34 +9,34 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + 80 @@ -54,10 +54,10 @@ Average Time (µs) 95 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 3080922d1cd..5777d08e950 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -17,36 +17,36 @@ Iterations - - - - - + + + + + 0.0 - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -80,10 +80,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 9cf287c1435..699a8fe1eb9 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - --0.012 - - - --0.01 + + +140 - - + + + -0.008 - - + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - - - - + + +0.002 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 47376c046d3..bbb4ea3a654 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,91 +9,75 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - -60 + + +50 - - -80 + + +60 - - -100 + + +70 - - -120 + + +80 - - -140 + + +90 - - -160 + + +100 - - -180 + + +110 - + - --0.018 - - - --0.016 - - - --0.014 - - - --0.012 - - - + -0.01 - - --0.008 - - - --0.006 - - - --0.004 + + +-0.005 - - --0.002 + + +1.73472e-18 - - -0 + + +0.005 - - -0.002 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 707993f64b3..820e90e8c8b 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index 6e87e71beca..f15d67f4e84 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 79.941 µs - 80.094 µs - 80.284 µs + 80.206 µs + 80.332 µs + 80.472 µs R² - 0.9840306 - 0.9845299 - 0.9837588 + 0.9883063 + 0.9886419 + 0.9882333 Mean - 80.592 µs - 80.928 µs - 81.324 µs + 80.562 µs + 80.764 µs + 80.990 µs Std. Dev. - 1.1490 µs - 1.8810 µs - 2.6829 µs + 758.33 ns + 1.0986 µs + 1.5067 µs Median - 79.954 µs - 80.164 µs - 81.460 µs + 80.388 µs + 80.535 µs + 81.052 µs MAD - 958.26 ns - 1.4246 µs - 1.9187 µs + 784.74 ns + 1.0060 µs + 1.1169 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.2025% - -0.6316% - -0.0626% - (p = 0.03 < + -0.7371% + -0.2023% + +0.3010% + (p = 0.46 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 6ede6be2453..4cb396f4dc4 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -0.2 + +0.5 - - -0.4 - - - -0.6 - - - -0.8 - - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - - -1.6 + + +2.5 - - -1.8 + + +3 - - -2 + + +3.5 - - -2.2 + + +4 - + - + +80.55 + + + 80.6 - - -80.7 + + +80.65 - - -80.8 + + +80.7 - - -80.9 + + +80.75 - - -81 + + +80.8 - - -81.1 + + +80.85 - - -81.2 + + +80.9 - - -81.3 + + +80.95 - - -81.4 + + +81 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 9bd1bd90f49..4643f0d3f40 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,70 +9,82 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -79.8 + + +3 + + + +3.5 + + + +4 - - -80 + + +4.5 - - -80.2 + + +5 - - + + + 80.4 - - + + +80.5 + + + 80.6 - - -80.8 + + +80.7 - - -81 + + +80.8 - - -81.2 + + +80.9 - - -81.4 + + +81 - - -81.6 + + +81.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index baa8d4a85ed..b80c48a1386 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,42 +42,30 @@ Average Time (µs) - + 78 - - + + 80 - - + + 82 - - + + 84 - - + + 86 - - + + 88 - - -90 - - - -92 - - - -94 - - + Density (a.u.) @@ -86,36 +74,42 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - - - - + + +0.3 + + + +0.35 + + + + + + - - - - - + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 9ea6807ab42..02c76b5b762 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,43 +10,47 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - + + +0.3 + + + +0.35 + + + +0.4 + + - + 80 - - + + 85 - - -90 - - - -95 - - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index b1fb55675a3..7db230a5342 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,22 +15,22 @@ Iterations - + - - - - - - - + + + + + + + - + 5.0 - + 10.0 @@ -43,34 +43,34 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -101,10 +101,10 @@ Iterations - + - + @@ -115,93 +115,93 @@ Iterations - + - + - + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - - - - + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - + + + + - - + + - + - - - - + + + + - - + + - - - - - - - + + + + + + + Sample diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index 0a9ed333dbe..954e47c6f53 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -15,14 +15,14 @@ Iterations - + - - - - - + + + + + 5.0 @@ -36,10 +36,10 @@ Iterations 15.0 - + 20.0 - + 25.0 @@ -48,26 +48,26 @@ Iterations 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - - + + 50.0 - - + + 55.0 - + 100 @@ -103,7 +103,7 @@ Iterations - + @@ -111,92 +111,92 @@ Iterations - - + + - + - - - - + + + + - - - - + + + + - - + + - + - - - - - + + + + + - - - - - + + + + + - - - - - + + + + + - + - - - + + + - - - - - - + + + + + + - + - - - - + + + + - + - + - - + + - - + + - - - - - - - + + + + + + + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index 91d6c44f944..13ed82ca6d4 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,34 +6,34 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + 80 @@ -51,8 +51,8 @@ Average Time (µs) 95 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 5c5e9cd1eb9..78245000a23 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations - - - - + + + + 0.0 @@ -28,22 +28,22 @@ Iterations 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - + 0 @@ -77,8 +77,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 0ffb9b2ccb6..b9469ce3849 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -79.95 + + +6 - - -80 + + + +80.2 - - -80.05 + + +80.25 - - -80.1 + + +80.3 - - -80.15 + + +80.35 - - -80.2 + + +80.4 - - -80.25 + + +80.45 - - -80.3 + + +80.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index 3a16f72cfe4..fca46768869 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - -79.95 + + +6 - - -80 + + + +80.2 - - -80.05 + + +80.25 - - -80.1 + + +80.3 - - -80.15 + + +80.35 - - -80.2 + + +80.4 - - -80.25 + + +80.45 - - -80.3 + + +80.5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index 2577a31be92..f16da233917 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.567718602502,"upper_bound":6930.010659061794},"point_estimate":6922.655326554415,"standard_error":3.689485997166905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6910.335317460317,"upper_bound":6925.986823361824},"point_estimate":6916.782416044776,"standard_error":4.543175786514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.66610565880731,"upper_bound":39.95017176515871},"point_estimate":35.08104648244996,"standard_error":3.66816167422525},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6922.207980368096,"upper_bound":6937.718515675583},"point_estimate":6929.668424954436,"standard_error":3.964332874867721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.092426432288466,"upper_bound":43.37864542848926},"point_estimate":37.12253672466981,"standard_error":3.3909264597728552}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6945.212736513759,"upper_bound":6967.199309839114},"point_estimate":6955.496169249852,"standard_error":5.6280251615251355},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6934.142543859649,"upper_bound":6950.921474358975},"point_estimate":6944.231481481482,"standard_error":3.7075631946655876},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.467216763745512,"upper_bound":43.05540446534357},"point_estimate":35.16713409788009,"standard_error":4.2240410270551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6931.038158181644,"upper_bound":6952.7406897110795},"point_estimate":6940.5943396877,"standard_error":5.592886395440684},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.30927252413925,"upper_bound":73.07403943898258},"point_estimate":56.65128924378193,"standard_error":9.156420291603965}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index e849a15363d..b53a0240db5 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82536.0,164759.0,249909.0,329618.0,411986.0,496636.0,579590.0,662009.0,747899.0,829790.0,907903.0,991662.0,1071252.0,1168602.0,1236636.0,1322750.0,1434049.0,1493674.0,1568967.0,1652709.0,1748456.0,1818687.0,1897437.0,1997044.0,2082608.0,2170574.0,2233386.0,2321020.0,2451027.0,2477331.0,2592052.0,2658825.0,2749911.0,2833626.0,2887512.0,2984997.0,3053208.0,3142999.0,3249701.0,3317997.0,3423923.0,3507998.0,3581733.0,3662420.0,3733562.0,3802173.0,3901490.0,3969852.0,4082344.0,4139483.0,4213899.0,4333879.0,4386933.0,4473177.0,4580803.0,4697293.0,4709735.0,4802108.0,4901275.0,5011333.0,5069470.0,5195408.0,5317204.0,5321412.0,5410969.0,5484518.0,5561094.0,5656488.0,5731448.0,5802974.0,5901676.0,5974210.0,6051882.0,6203723.0,6312858.0,6289239.0,6373499.0,6483656.0,6545771.0,6640110.0,6700017.0,6829027.0,6897775.0,6965618.0,7158122.0,7157368.0,7220976.0,7289876.0,7402124.0,7517176.0,7547671.0,7644198.0,7730611.0,7795412.0,7912159.0,8001164.0,8088785.0,8188243.0,8198604.0,8291959.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[83617.0,169365.0,250705.0,334595.0,417893.0,501683.0,584578.0,668087.0,754658.0,833055.0,929894.0,1038388.0,1092981.0,1176061.0,1291624.0,1343771.0,1425218.0,1512568.0,1587239.0,1665875.0,1759500.0,1858011.0,1926270.0,2002797.0,2085292.0,2161505.0,2239177.0,2335923.0,2432658.0,2493528.0,2573407.0,2669206.0,2743769.0,2822833.0,2931636.0,3001796.0,3092832.0,3203679.0,3235254.0,3320354.0,3401671.0,3630695.0,3564492.0,3676499.0,3731780.0,3813645.0,3906133.0,3976319.0,4106146.0,4185956.0,4219297.0,4337375.0,4388853.0,4498207.0,4570822.0,4666663.0,4736239.0,4818695.0,4915744.0,4974805.0,5093693.0,5162617.0,5249965.0,5344939.0,5418904.0,5520406.0,5583845.0,5672392.0,5754749.0,5811962.0,5877738.0,5975291.0,6055171.0,6143639.0,6222493.0,6323938.0,6417818.0,6481892.0,6568699.0,6660580.0,6741777.0,6805630.0,6898419.0,6958534.0,7033759.0,7162450.0,7238092.0,7309089.0,7417465.0,7499590.0,7767266.0,7647861.0,7712626.0,7811457.0,7902230.0,8032865.0,8087082.0,8245687.0,8215038.0,8295825.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 5860210adb1..96f9a65a2f9 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6764.7162810905065,6831.005088472264,7007.775241490284,7074.064048872042] \ No newline at end of file +[6779.803517316019,6850.3342295725115,7038.416128923159,7108.9468411796515] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index d44271c7a00..cb29a288bea 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006066867859930125,"upper_bound":0.001043152892716047},"point_estimate":-0.0019673621857474455,"standard_error":0.0018307096999153262},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0008185567119224357,"upper_bound":0.0024635401991983663},"point_estimate":0.0007769690853207667,"standard_error":0.0008595556599939397}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0029265724043071096,"upper_bound":0.0067717489821076705},"point_estimate":0.00474396617284456,"standard_error":0.0009775269047037525},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.001975953765702476,"upper_bound":0.005175586661325893},"point_estimate":0.003968473169407849,"standard_error":0.000833608525101273}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index 2577a31be92..f16da233917 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6915.567718602502,"upper_bound":6930.010659061794},"point_estimate":6922.655326554415,"standard_error":3.689485997166905},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6910.335317460317,"upper_bound":6925.986823361824},"point_estimate":6916.782416044776,"standard_error":4.543175786514816},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":25.66610565880731,"upper_bound":39.95017176515871},"point_estimate":35.08104648244996,"standard_error":3.66816167422525},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6922.207980368096,"upper_bound":6937.718515675583},"point_estimate":6929.668424954436,"standard_error":3.964332874867721},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":30.092426432288466,"upper_bound":43.37864542848926},"point_estimate":37.12253672466981,"standard_error":3.3909264597728552}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6945.212736513759,"upper_bound":6967.199309839114},"point_estimate":6955.496169249852,"standard_error":5.6280251615251355},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6934.142543859649,"upper_bound":6950.921474358975},"point_estimate":6944.231481481482,"standard_error":3.7075631946655876},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.467216763745512,"upper_bound":43.05540446534357},"point_estimate":35.16713409788009,"standard_error":4.2240410270551},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6931.038158181644,"upper_bound":6952.7406897110795},"point_estimate":6940.5943396877,"standard_error":5.592886395440684},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":37.30927252413925,"upper_bound":73.07403943898258},"point_estimate":56.65128924378193,"standard_error":9.156420291603965}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index e849a15363d..b53a0240db5 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82536.0,164759.0,249909.0,329618.0,411986.0,496636.0,579590.0,662009.0,747899.0,829790.0,907903.0,991662.0,1071252.0,1168602.0,1236636.0,1322750.0,1434049.0,1493674.0,1568967.0,1652709.0,1748456.0,1818687.0,1897437.0,1997044.0,2082608.0,2170574.0,2233386.0,2321020.0,2451027.0,2477331.0,2592052.0,2658825.0,2749911.0,2833626.0,2887512.0,2984997.0,3053208.0,3142999.0,3249701.0,3317997.0,3423923.0,3507998.0,3581733.0,3662420.0,3733562.0,3802173.0,3901490.0,3969852.0,4082344.0,4139483.0,4213899.0,4333879.0,4386933.0,4473177.0,4580803.0,4697293.0,4709735.0,4802108.0,4901275.0,5011333.0,5069470.0,5195408.0,5317204.0,5321412.0,5410969.0,5484518.0,5561094.0,5656488.0,5731448.0,5802974.0,5901676.0,5974210.0,6051882.0,6203723.0,6312858.0,6289239.0,6373499.0,6483656.0,6545771.0,6640110.0,6700017.0,6829027.0,6897775.0,6965618.0,7158122.0,7157368.0,7220976.0,7289876.0,7402124.0,7517176.0,7547671.0,7644198.0,7730611.0,7795412.0,7912159.0,8001164.0,8088785.0,8188243.0,8198604.0,8291959.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[83617.0,169365.0,250705.0,334595.0,417893.0,501683.0,584578.0,668087.0,754658.0,833055.0,929894.0,1038388.0,1092981.0,1176061.0,1291624.0,1343771.0,1425218.0,1512568.0,1587239.0,1665875.0,1759500.0,1858011.0,1926270.0,2002797.0,2085292.0,2161505.0,2239177.0,2335923.0,2432658.0,2493528.0,2573407.0,2669206.0,2743769.0,2822833.0,2931636.0,3001796.0,3092832.0,3203679.0,3235254.0,3320354.0,3401671.0,3630695.0,3564492.0,3676499.0,3731780.0,3813645.0,3906133.0,3976319.0,4106146.0,4185956.0,4219297.0,4337375.0,4388853.0,4498207.0,4570822.0,4666663.0,4736239.0,4818695.0,4915744.0,4974805.0,5093693.0,5162617.0,5249965.0,5344939.0,5418904.0,5520406.0,5583845.0,5672392.0,5754749.0,5811962.0,5877738.0,5975291.0,6055171.0,6143639.0,6222493.0,6323938.0,6417818.0,6481892.0,6568699.0,6660580.0,6741777.0,6805630.0,6898419.0,6958534.0,7033759.0,7162450.0,7238092.0,7309089.0,7417465.0,7499590.0,7767266.0,7647861.0,7712626.0,7811457.0,7902230.0,8032865.0,8087082.0,8245687.0,8215038.0,8295825.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 5860210adb1..96f9a65a2f9 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6764.7162810905065,6831.005088472264,7007.775241490284,7074.064048872042] \ No newline at end of file +[6779.803517316019,6850.3342295725115,7038.416128923159,7108.9468411796515] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index eb29636014d..2dd9a004f5b 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (ns) - + +0.01 + + + 0.02 - - + + +0.03 + + + 0.04 - - + + +0.05 + + + 0.06 - - + + +0.07 + + + 0.08 - - + + +0.09 + + + 0.1 - - -0.12 + + +0.11 - + - + 26 - - + + 28 - - + + 30 - - + + 32 - - + + 34 - - + + 36 - - + + 38 - - + + 40 - - - - + + +42 + + + +44 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index 62c86f9f91b..2c28cb18a8b 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + +0.005 + + + +0.01 + + + +0.015 + + + 0.02 - - -0.04 + + +0.025 - - -0.06 + + +0.03 - - -0.08 + + +0.035 - - -0.1 + + +0.04 - - -0.12 + + +0.045 - + - -30 + +35 + + + +40 - - -32 + + +45 - - -34 + + +50 - - -36 + + +55 - - -38 + + +60 - - -40 + + +65 - - -42 + + +70 - - -44 + + +75 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index c046f511492..131786a035e 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -50,22 +50,26 @@ Average Time (µs) - + +6.9 + + + 7 - - -7.5 + + +7.1 - - -8 + + +7.2 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index 4e37cd394de..c3a98d787c7 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -18,12 +18,12 @@ Iterations (x 10^3) - + - + - + 0.0 @@ -37,10 +37,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -49,18 +49,18 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 7.0 - + 8.0 - + 0 @@ -90,9 +90,9 @@ Iterations (x 10^3) 1.2 - - - + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 01022ac1e96..1ad0a31e2bc 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,86 +9,82 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 + + +100 - + -80 +150 - -100 + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + +350 - - -180 + + +400 - - -200 + + + +0.0025 - - -220 + + +0.003 - - - --0.006 + + +0.0035 - - --0.005 + + +0.004 - - --0.004 + + +0.0045 - - --0.003 + + +0.005 - - --0.002 + + +0.0055 - - --0.001 + + +0.006 - - -0 + + +0.0065 - - -0.001 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 73f5fd0215a..de4172b24bc 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + + +550 + + - --0.001 + +0.002 - - --5e-4 + + +0.0025 - - -0 + + +0.003 - - -5e-4 + + +0.0035 - - -0.001 + + +0.004 - - -0.0015 + + +0.0045 - - -0.002 + + +0.005 - - -0.0025 + + +0.0055 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index fec9ded16fd..395b9290453 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,73 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index 2766670318e..687bab070a2 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9222 µs - 6.9297 µs - 6.9377 µs + 6.9310 µs + 6.9406 µs + 6.9527 µs R² - 0.9969140 - 0.9970749 - 0.9968876 + 0.9944872 + 0.9947506 + 0.9943252 Mean - 6.9156 µs - 6.9227 µs - 6.9300 µs + 6.9452 µs + 6.9555 µs + 6.9672 µs Std. Dev. - 30.092 ns - 37.123 ns - 43.379 ns + 37.309 ns + 56.651 ns + 73.074 ns Median - 6.9103 µs - 6.9168 µs - 6.9260 µs + 6.9341 µs + 6.9442 µs + 6.9509 µs MAD - 25.666 ns - 35.081 ns - 39.950 ns + 26.467 ns + 35.167 ns + 43.055 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.6067% - -0.1967% - +0.1043% - (p = 0.32 > + +0.2927% + +0.4744% + +0.6772% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 5482ecbb6c9..69232b956e6 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - -6.914 + +6.945 - - -6.916 + + +6.95 - - -6.918 - - - -6.92 - - + -6.922 +6.955 - -6.924 - - - -6.926 - - - -6.928 + +6.96 - - -6.93 + + +6.965 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index 2909333169c..190d9e79f2d 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 + + +150 - - -140 + + +200 - - -160 - - - -180 - - + - -6.91 + +6.934 + + + +6.936 - - -6.912 + + +6.938 - - -6.914 + + +6.94 - - -6.916 + + +6.942 - - -6.918 + + +6.944 - - -6.92 + + +6.946 - - -6.922 + + +6.948 - - -6.924 + + +6.95 - - -6.926 + + +6.952 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index f5423d8b170..7dac47fab1b 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,26 +38,38 @@ Average Time (µs) - + 6.85 - - + + 6.9 - - + + 6.95 - - + + 7 - - + + 7.05 - + + +7.1 + + + +7.15 + + + +7.2 + + Density (a.u.) @@ -66,62 +78,60 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - -10 - - - - - - + + + + + - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index ceb3ded3950..76c60a9af90 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,51 +10,63 @@ Average Time (µs) 0 - + +1 + + + 2 - - + + +3 + + + 4 - - + + +5 + + + 6 - - + + +7 + + + 8 - + -10 +9 - -12 + +10 - + - -6.85 - - - + 6.9 - - -6.95 - - - + + 7 - - -7.05 + + +7.1 + + + +7.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index 11bc812b2f1..58549ed8e04 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -19,9 +19,9 @@ Iterations (x 10^3) - - - + + + 1.0 @@ -43,18 +43,18 @@ Iterations (x 10^3) 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -84,100 +84,100 @@ Iterations (x 10^3) - + - + - - - + + + - - + + - + - - + + - + - + - - - + + + - - - + + + - - - - + + + + - - + + - - - - + + + + - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - - - - + + + + - - - - + + + + - - + + - - - - - + + + + + - - - - + + + + - + diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index 89dbf13b84c..2908babc5e5 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -16,7 +16,7 @@ Iterations (x 10^3) - + @@ -40,10 +40,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 7.0 @@ -88,93 +88,93 @@ Iterations (x 10^3) - - + + - - + + - + - - + + - - + + - - - - + + + + - - - - - + + + + + - - + + - + - + - - + + - + - + - + - + - - + + - - + + - + - + - - - - + + + + - - - + + + - - + + - - + + - + - + - + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 6d2a4f4e414..39483eac187 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -47,20 +47,24 @@ Average Time (µs) - + +6.9 + + + 7 - - -7.5 + + +7.1 - - -8 + + +7.2 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index 7fc7af8fb1f..60a5e319ebf 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -14,13 +14,13 @@ Iterations (x 10^3) - + - + - + - + 0.0 @@ -30,34 +30,34 @@ Iterations (x 10^3) 1.0 - + 2.0 - + 3.0 - + 4.0 - + 5.0 - + 6.0 - + 7.0 - + 8.0 - + 0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 8e7d96dd0ec..0434a752259 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - -6.922 - - - -6.924 - - - -6.926 - - - -6.928 - - - + 6.93 - - -6.932 + + +6.935 + + + +6.94 - - -6.934 + + +6.945 - - -6.936 + + +6.95 - - -6.938 + + +6.955 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index 2d394e3750f..1eb8f2eb1c0 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - - -110 - - + - -6.922 - - - -6.924 - - - -6.926 - - - -6.928 - - - + 6.93 - - -6.932 + + +6.935 + + + +6.94 - - -6.934 + + +6.945 - - -6.936 + + +6.95 - - -6.938 + + +6.955 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index b7ddb8418f1..7fdcc246f4e 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15163.026539023793,"upper_bound":15269.56704707649},"point_estimate":15211.889846529335,"standard_error":27.34487693288917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15117.232142857143,"upper_bound":15141.368113305612},"point_estimate":15127.850168350167,"standard_error":5.957646302418523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.478700721541024,"upper_bound":65.31495677961506},"point_estimate":51.239743061269806,"standard_error":7.534870868195503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15135.56702985709,"upper_bound":15275.14590337358},"point_estimate":15193.127386581942,"standard_error":36.636422411796964},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.58788367121116,"upper_bound":367.571220492891},"point_estimate":276.22081752863676,"standard_error":53.28993432331386}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17013.998661181256,"upper_bound":17134.372722878776},"point_estimate":17067.935700136502,"standard_error":30.906151304152754},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16973.956395348836,"upper_bound":17013.692708333332},"point_estimate":16996.893698105865,"standard_error":10.70581370509383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.4454745786222,"upper_bound":109.91581243679158},"point_estimate":92.16723535234202,"standard_error":10.531278837157835},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17017.371046648736,"upper_bound":17131.345193507186},"point_estimate":17069.078452416135,"standard_error":29.356662544776814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143.91909709277826,"upper_bound":444.2120221518513},"point_estimate":309.01001582330434,"standard_error":77.44518538673964}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index b726eb3c117..89445381d1a 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120526.0,262010.0,365677.0,483300.0,601830.0,726414.0,845248.0,966464.0,1108059.0,1209512.0,1347860.0,1471126.0,1569262.0,1704012.0,1866801.0,1983323.0,2053296.0,2181201.0,2302509.0,2440151.0,2549450.0,2662323.0,2781782.0,2900200.0,3016976.0,3156903.0,3267598.0,3393164.0,3841010.0,3670885.0,3742518.0,3862110.0,4204321.0,4115999.0,4237602.0,4368032.0,4480528.0,4604401.0,4740887.0,4944799.0,4969914.0,5057771.0,5206296.0,5337814.0,5421445.0,5545380.0,5705892.0,5804965.0,6355384.0,6051970.0,6207923.0,6300660.0,6399327.0,6501146.0,6656290.0,6782768.0,6886213.0,6991414.0,7126412.0,7244439.0,7343177.0,7521209.0,7653376.0,7775952.0,7840653.0,7974955.0,8091788.0,8351080.0,8336554.0,8435467.0,8559609.0,8693490.0,8824329.0,8957174.0,9144031.0,9184158.0,9312215.0,9433409.0,9552878.0,9671774.0,9870121.0,9924775.0,10025807.0,10151958.0,10278277.0,10435991.0,10525169.0,10690715.0,10727182.0,10878701.0,11011987.0,11152255.0,12221191.0,11817286.0,11490105.0,11603847.0,11761616.0,11836724.0,11977469.0,12123910.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[135330.0,269934.0,411750.0,540236.0,675278.0,818130.0,944906.0,1080172.0,1214439.0,1350006.0,1501728.0,1684714.0,1756785.0,1902317.0,2048285.0,2164255.0,2318828.0,2456901.0,2586337.0,2702727.0,2850849.0,2971771.0,3506727.0,3261760.0,3385843.0,3532175.0,3683067.0,3814891.0,4035591.0,4066613.0,4206050.0,4339050.0,4466161.0,4649687.0,4784911.0,5358810.0,4997864.0,5131490.0,5317280.0,5419126.0,5554054.0,5694838.0,5839041.0,6026286.0,6122495.0,6241541.0,6391430.0,6533258.0,6658845.0,6845243.0,6911733.0,7091033.0,7244631.0,7403063.0,7524821.0,7633364.0,7755570.0,7957455.0,8010617.0,8193941.0,8306610.0,8441354.0,8829458.0,8726225.0,8790799.0,9013234.0,9139032.0,9230888.0,9385221.0,9526399.0,9660252.0,9745012.0,9927502.0,10055142.0,10760539.0,10341562.0,10508406.0,10588122.0,10790966.0,11258194.0,10992558.0,11148919.0,11228226.0,11474027.0,11554459.0,11676543.0,11769662.0,11921585.0,12132501.0,12186748.0,12336664.0,13051846.0,12627592.0,12759943.0,12904732.0,13017272.0,13197918.0,13616762.0,13527980.0,13585173.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 7327710a963..5c73fdf6501 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14874.623582930632,14987.575157429172,15288.779356091945,15401.730930590486] \ No newline at end of file +[16585.288252005346,16764.292195855614,17241.636046122996,17420.639989973264] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index bf4f21accf6..84258335886 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00523045993841142,"upper_bound":0.004351160343671437},"point_estimate":-0.00033577953804353466,"standard_error":0.0024322776958492936},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0029311559647148266,"upper_bound":0.0005688569367285901},"point_estimate":-0.0014133690992750303,"standard_error":0.0008618618323633844}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.11659844717129508,"upper_bound":0.12765374613032374},"point_estimate":0.12201283813730956,"standard_error":0.002812658873227232},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1219312674946118,"upper_bound":0.12509760199002806},"point_estimate":0.12354984409258818,"standard_error":0.000853159691375126}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index b7ddb8418f1..7fdcc246f4e 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15163.026539023793,"upper_bound":15269.56704707649},"point_estimate":15211.889846529335,"standard_error":27.34487693288917},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15117.232142857143,"upper_bound":15141.368113305612},"point_estimate":15127.850168350167,"standard_error":5.957646302418523},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":36.478700721541024,"upper_bound":65.31495677961506},"point_estimate":51.239743061269806,"standard_error":7.534870868195503},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15135.56702985709,"upper_bound":15275.14590337358},"point_estimate":15193.127386581942,"standard_error":36.636422411796964},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":158.58788367121116,"upper_bound":367.571220492891},"point_estimate":276.22081752863676,"standard_error":53.28993432331386}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17013.998661181256,"upper_bound":17134.372722878776},"point_estimate":17067.935700136502,"standard_error":30.906151304152754},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16973.956395348836,"upper_bound":17013.692708333332},"point_estimate":16996.893698105865,"standard_error":10.70581370509383},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67.4454745786222,"upper_bound":109.91581243679158},"point_estimate":92.16723535234202,"standard_error":10.531278837157835},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":17017.371046648736,"upper_bound":17131.345193507186},"point_estimate":17069.078452416135,"standard_error":29.356662544776814},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143.91909709277826,"upper_bound":444.2120221518513},"point_estimate":309.01001582330434,"standard_error":77.44518538673964}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index b726eb3c117..89445381d1a 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120526.0,262010.0,365677.0,483300.0,601830.0,726414.0,845248.0,966464.0,1108059.0,1209512.0,1347860.0,1471126.0,1569262.0,1704012.0,1866801.0,1983323.0,2053296.0,2181201.0,2302509.0,2440151.0,2549450.0,2662323.0,2781782.0,2900200.0,3016976.0,3156903.0,3267598.0,3393164.0,3841010.0,3670885.0,3742518.0,3862110.0,4204321.0,4115999.0,4237602.0,4368032.0,4480528.0,4604401.0,4740887.0,4944799.0,4969914.0,5057771.0,5206296.0,5337814.0,5421445.0,5545380.0,5705892.0,5804965.0,6355384.0,6051970.0,6207923.0,6300660.0,6399327.0,6501146.0,6656290.0,6782768.0,6886213.0,6991414.0,7126412.0,7244439.0,7343177.0,7521209.0,7653376.0,7775952.0,7840653.0,7974955.0,8091788.0,8351080.0,8336554.0,8435467.0,8559609.0,8693490.0,8824329.0,8957174.0,9144031.0,9184158.0,9312215.0,9433409.0,9552878.0,9671774.0,9870121.0,9924775.0,10025807.0,10151958.0,10278277.0,10435991.0,10525169.0,10690715.0,10727182.0,10878701.0,11011987.0,11152255.0,12221191.0,11817286.0,11490105.0,11603847.0,11761616.0,11836724.0,11977469.0,12123910.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[135330.0,269934.0,411750.0,540236.0,675278.0,818130.0,944906.0,1080172.0,1214439.0,1350006.0,1501728.0,1684714.0,1756785.0,1902317.0,2048285.0,2164255.0,2318828.0,2456901.0,2586337.0,2702727.0,2850849.0,2971771.0,3506727.0,3261760.0,3385843.0,3532175.0,3683067.0,3814891.0,4035591.0,4066613.0,4206050.0,4339050.0,4466161.0,4649687.0,4784911.0,5358810.0,4997864.0,5131490.0,5317280.0,5419126.0,5554054.0,5694838.0,5839041.0,6026286.0,6122495.0,6241541.0,6391430.0,6533258.0,6658845.0,6845243.0,6911733.0,7091033.0,7244631.0,7403063.0,7524821.0,7633364.0,7755570.0,7957455.0,8010617.0,8193941.0,8306610.0,8441354.0,8829458.0,8726225.0,8790799.0,9013234.0,9139032.0,9230888.0,9385221.0,9526399.0,9660252.0,9745012.0,9927502.0,10055142.0,10760539.0,10341562.0,10508406.0,10588122.0,10790966.0,11258194.0,10992558.0,11148919.0,11228226.0,11474027.0,11554459.0,11676543.0,11769662.0,11921585.0,12132501.0,12186748.0,12336664.0,13051846.0,12627592.0,12759943.0,12904732.0,13017272.0,13197918.0,13616762.0,13527980.0,13585173.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 7327710a963..5c73fdf6501 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14874.623582930632,14987.575157429172,15288.779356091945,15401.730930590486] \ No newline at end of file +[16585.288252005346,16764.292195855614,17241.636046122996,17420.639989973264] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 4d1d59634c6..d040c951b2d 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - + -0.04 +0.03 - -0.05 + +0.035 + + + +0.04 - - -0.06 + + +0.045 - + - -35 + +65 + + + +70 - - -40 + + +75 - + -45 +80 - -50 + +85 - - -55 + + +90 - - -60 + + +95 - - -65 + + +100 + + + +105 + + + +110 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index 6828498200e..5a2435d1675 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ns) - + +5e-4 + + + 0.001 - - + + +0.0015 + + + 0.002 - - + + +0.0025 + + + 0.003 - - -0.004 + + +0.0035 - - -0.005 + + +0.004 - - -0.006 + + +0.0045 - - -0.007 + + +0.005 - - -0.008 + + +0.0055 - + - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - - + + +400 + + + +450 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index d4965e8192a..4500d5b7629 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -30,30 +30,30 @@ Average Time (µs) - + 15 - - -15.5 - - - + + 16 - - -16.5 - - - + + 17 - - - - - + + +18 + + + +19 + + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index 16351969c93..e20487c11a4 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -18,41 +18,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -90,10 +90,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index 09c5aed5a5b..35b8d7db9ec 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - + - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - - - - + +0.116 + + + +0.118 + + + +0.12 + + + +0.122 + + + +0.124 + + + +0.126 + + + +0.128 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 73da70ab5bf..b2c8d914e52 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,87 +9,71 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - -450 - - - -500 - - - -550 - - + - --0.003 - - - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - - - - + +0.122 + + + +0.1225 + + + +0.123 + + + +0.1235 + + + +0.124 + + + +0.1245 + + + +0.125 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 0993aa1122e..8dbc775b0f9 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 491fbed7795..e2212b5ce2c 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.136 µs - 15.193 µs - 15.275 µs + 17.017 µs + 17.069 µs + 17.131 µs R² - 0.9595922 - 0.9614400 - 0.9576958 + 0.9720220 + 0.9732465 + 0.9714718 Mean - 15.163 µs - 15.212 µs - 15.270 µs + 17.014 µs + 17.068 µs + 17.134 µs Std. Dev. - 158.59 ns - 276.22 ns - 367.57 ns + 143.92 ns + 309.01 ns + 444.21 ns Median - 15.117 µs - 15.128 µs - 15.141 µs + 16.974 µs + 16.997 µs + 17.014 µs MAD - 36.479 ns - 51.240 ns - 65.315 ns + 67.445 ns + 92.167 ns + 109.92 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.5230% - -0.0336% - +0.4351% - (p = 0.90 > + +11.660% + +12.201% + +12.765% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index f211185b639..275b958631a 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - + - -15.16 + +17.02 - - -15.18 + + +17.04 - - -15.2 + + +17.06 - - -15.22 + + +17.08 - - -15.24 + + +17.1 - - -15.26 + + +17.12 - - -15.28 + + +17.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index 63f1ab61b24..cd2dacd4b52 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - + +10 + + + 20 - - -40 + + +30 - - -60 - - - -80 + + +40 - - -100 + + +50 - + -120 +60 - -15.115 + +16.97 + + + +16.975 + + + +16.98 - - -15.12 + + +16.985 - - -15.125 + + +16.99 - + -15.13 +16.995 - -15.135 + +17 + + + +17.005 + + + +17.01 - - -15.14 + + +17.015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index f22e24add66..4ec23a9fb97 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,50 +46,30 @@ Average Time (µs) - -14.8 + +16.5 - - -15 + + +17 - - -15.2 + + +17.5 - - -15.4 + + +18 - - -15.6 - - - -15.8 - - - -16 - - + -16.2 +18.5 - -16.4 - - - -16.6 - - - -16.8 + +19 - + Density (a.u.) @@ -98,60 +78,46 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index e86bbcf47b5..3d9107f6c84 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - + - -15 - - - -15.5 + +17 - - -16 + + +18 - - -16.5 + + +19 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index a090f98f5e8..ac892c0f075 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -16,37 +16,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -85,103 +85,103 @@ Iterations - + - + - + - - - - - - + + + + + + - - - + + + - - - + + + - - - - - - - + + + + + + + - - - - - - - - - - - - + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index d811905f322..888e0ff0fe7 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -13,37 +13,37 @@ Iterations - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -88,95 +88,95 @@ Iterations - + - - - - - + + + + + - + - - - + + + - - - - - - - - - - + + + + + + + + + + - - - - + + + + - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index 3155caebfc7..e07c243057a 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -27,28 +27,28 @@ Average Time (µs) - + 15 - - -15.5 - - - + + 16 - - -16.5 - - - + + 17 - - - - - + + +18 + + + +19 + + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index d84c01f56d7..d2024584e71 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -15,41 +15,41 @@ Iterations - - - - - - + + + + + + 0.0 - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -87,8 +87,8 @@ Iterations 800 - - - - + + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index a47025bf54d..a674bc13815 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -15.14 + + +14 - - -15.16 + + + +17.02 - - -15.18 + + +17.04 - - -15.2 + + +17.06 - - -15.22 + + +17.08 - - -15.24 + + +17.1 - - -15.26 + + +17.12 - - -15.28 + + +17.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 95a388807e9..9d2ee247691 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -15.14 + + +14 - - -15.16 + + + +17.02 - - -15.18 + + +17.04 - - -15.2 + + +17.06 - - -15.22 + + +17.08 - - -15.24 + + +17.1 - - -15.26 + + +17.12 - - -15.28 + + +17.14 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index 15ad3ffe03b..733ff2b9cbd 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52730.33291919915,"upper_bound":52838.888273892255},"point_estimate":52780.56330023268,"standard_error":27.744348417703527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52718.65849673202,"upper_bound":52787.234972677594},"point_estimate":52761.87125881504,"standard_error":15.901951487359067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.344147488388,"upper_bound":181.4398005637224},"point_estimate":151.66053285455308,"standard_error":15.93100341885461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.890836792,"upper_bound":52972.717879483964},"point_estimate":52885.27981314549,"standard_error":41.16113055101851},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.5416211298692,"upper_bound":368.70835960891037},"point_estimate":279.0336559241552,"standard_error":50.94778436294473}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52812.84209327125,"upper_bound":53264.28961280821},"point_estimate":52993.60714355025,"standard_error":118.57195233197156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52776.135917832726,"upper_bound":52848.84722222222},"point_estimate":52805.130348598774,"standard_error":19.04757244218583},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.08278933183041,"upper_bound":200.987334893304},"point_estimate":148.526925742778,"standard_error":20.022783298511715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52856.98388746188,"upper_bound":53199.745474215335},"point_estimate":52991.31974582533,"standard_error":91.85211913318214},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":290.9229550049501,"upper_bound":1933.6475859740278},"point_estimate":1189.3265831640088,"standard_error":486.4214429287362}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 3aa90724310..f4bf51b67b3 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471257.0,947412.0,1417023.0,1890828.0,2370458.0,2848734.0,3299075.0,3786088.0,4295066.0,4737631.0,5228862.0,5683013.0,6148230.0,6609086.0,7106190.0,7779983.0,8098110.0,8511942.0,8998118.0,9494043.0,9928253.0,10423227.0,10873541.0,11341680.0,11841185.0,12289002.0,12819554.0,13272710.0,13724885.0,14210268.0,14647552.0,15148576.0,15622585.0,16096399.0,16592435.0,17075382.0,17574910.0,18053300.0,18433427.0,18908790.0,19431430.0,19968572.0,20503016.0,20979468.0,21345187.0,21866932.0,22309356.0,22747830.0,23222810.0,23735017.0,24177894.0,24617583.0,25150555.0,25594669.0,26143969.0,26644901.0,27070871.0,27500238.0,28057036.0,28481200.0,28980192.0,29478619.0,29928757.0,30461020.0,30872860.0,31471739.0,31817863.0,32263819.0,32764088.0,33366794.0,33736103.0,34227144.0,35564341.0,35165416.0,35674486.0,36108869.0,36614895.0,37068429.0,37505928.0,37938492.0,38530619.0,38946297.0,39489624.0,40133032.0,40453526.0,40933490.0,41313849.0,41865874.0,42264065.0,42831816.0,43337250.0,43727661.0,45165852.0,44707845.0,45114434.0,46306079.0,46109453.0,46632319.0,47095588.0,47753820.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472219.0,945884.0,1429253.0,1902727.0,2358439.0,2829991.0,3997472.0,3781610.0,4274594.0,4753123.0,5488173.0,5670167.0,6197602.0,6606246.0,7147682.0,7610234.0,8086925.0,8564214.0,8983534.0,9445723.0,9944770.0,10420848.0,10851158.0,11432974.0,11802589.0,12319095.0,12795859.0,13230140.0,13763646.0,14226546.0,14696546.0,15181016.0,15630495.0,16093412.0,16581057.0,17079175.0,17583081.0,18031601.0,18430898.0,19017179.0,19542270.0,20332874.0,20486558.0,20871703.0,21362648.0,21780776.0,22323181.0,22838400.0,23346730.0,23753363.0,24320659.0,24739176.0,25177509.0,25605971.0,26213234.0,26565419.0,27997468.0,27614451.0,28378304.0,28557691.0,29005410.0,29630752.0,29991457.0,30480096.0,30933552.0,31363600.0,31789953.0,32309522.0,32743620.0,33333689.0,33708002.0,34271112.0,34626252.0,35150677.0,35583387.0,36100601.0,36592393.0,37083294.0,37603591.0,38000325.0,39300001.0,39033540.0,39469358.0,39868074.0,40440064.0,40910801.0,41409282.0,41804260.0,45383244.0,42856471.0,43646726.0,43746315.0,44200548.0,44864965.0,45150314.0,45853357.0,46116452.0,46855476.0,47201179.0,47442583.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index bcccf7345f8..b02e1df20ed 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52028.97320891935,52333.15327112634,53144.300103678324,53448.48016588532] \ No newline at end of file +[52112.818402812554,52409.226955142265,53199.64976135483,53496.05831368454] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 306002abd8c..2924e1422e5 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0015466101325142339,"upper_bound":0.0012477148361509371},"point_estimate":-0.000180592859135964,"standard_error":0.0007127708721963239},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007941592514197904,"upper_bound":0.0006568593845826139},"point_estimate":-1.2132962916577839e-6,"standard_error":0.0003699368648329632}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00045429321184479755,"upper_bound":0.01015863769223477},"point_estimate":0.004036407154385913,"standard_error":0.0025067858019004762},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0001287820051958377,"upper_bound":0.0019462373153849022},"point_estimate":0.0008198930165219664,"standard_error":0.0004673691876446402}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index 15ad3ffe03b..733ff2b9cbd 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52730.33291919915,"upper_bound":52838.888273892255},"point_estimate":52780.56330023268,"standard_error":27.744348417703527},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52718.65849673202,"upper_bound":52787.234972677594},"point_estimate":52761.87125881504,"standard_error":15.901951487359067},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.344147488388,"upper_bound":181.4398005637224},"point_estimate":151.66053285455308,"standard_error":15.93100341885461},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52811.890836792,"upper_bound":52972.717879483964},"point_estimate":52885.27981314549,"standard_error":41.16113055101851},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":168.5416211298692,"upper_bound":368.70835960891037},"point_estimate":279.0336559241552,"standard_error":50.94778436294473}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52812.84209327125,"upper_bound":53264.28961280821},"point_estimate":52993.60714355025,"standard_error":118.57195233197156},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52776.135917832726,"upper_bound":52848.84722222222},"point_estimate":52805.130348598774,"standard_error":19.04757244218583},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.08278933183041,"upper_bound":200.987334893304},"point_estimate":148.526925742778,"standard_error":20.022783298511715},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":52856.98388746188,"upper_bound":53199.745474215335},"point_estimate":52991.31974582533,"standard_error":91.85211913318214},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":290.9229550049501,"upper_bound":1933.6475859740278},"point_estimate":1189.3265831640088,"standard_error":486.4214429287362}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 3aa90724310..f4bf51b67b3 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471257.0,947412.0,1417023.0,1890828.0,2370458.0,2848734.0,3299075.0,3786088.0,4295066.0,4737631.0,5228862.0,5683013.0,6148230.0,6609086.0,7106190.0,7779983.0,8098110.0,8511942.0,8998118.0,9494043.0,9928253.0,10423227.0,10873541.0,11341680.0,11841185.0,12289002.0,12819554.0,13272710.0,13724885.0,14210268.0,14647552.0,15148576.0,15622585.0,16096399.0,16592435.0,17075382.0,17574910.0,18053300.0,18433427.0,18908790.0,19431430.0,19968572.0,20503016.0,20979468.0,21345187.0,21866932.0,22309356.0,22747830.0,23222810.0,23735017.0,24177894.0,24617583.0,25150555.0,25594669.0,26143969.0,26644901.0,27070871.0,27500238.0,28057036.0,28481200.0,28980192.0,29478619.0,29928757.0,30461020.0,30872860.0,31471739.0,31817863.0,32263819.0,32764088.0,33366794.0,33736103.0,34227144.0,35564341.0,35165416.0,35674486.0,36108869.0,36614895.0,37068429.0,37505928.0,37938492.0,38530619.0,38946297.0,39489624.0,40133032.0,40453526.0,40933490.0,41313849.0,41865874.0,42264065.0,42831816.0,43337250.0,43727661.0,45165852.0,44707845.0,45114434.0,46306079.0,46109453.0,46632319.0,47095588.0,47753820.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[472219.0,945884.0,1429253.0,1902727.0,2358439.0,2829991.0,3997472.0,3781610.0,4274594.0,4753123.0,5488173.0,5670167.0,6197602.0,6606246.0,7147682.0,7610234.0,8086925.0,8564214.0,8983534.0,9445723.0,9944770.0,10420848.0,10851158.0,11432974.0,11802589.0,12319095.0,12795859.0,13230140.0,13763646.0,14226546.0,14696546.0,15181016.0,15630495.0,16093412.0,16581057.0,17079175.0,17583081.0,18031601.0,18430898.0,19017179.0,19542270.0,20332874.0,20486558.0,20871703.0,21362648.0,21780776.0,22323181.0,22838400.0,23346730.0,23753363.0,24320659.0,24739176.0,25177509.0,25605971.0,26213234.0,26565419.0,27997468.0,27614451.0,28378304.0,28557691.0,29005410.0,29630752.0,29991457.0,30480096.0,30933552.0,31363600.0,31789953.0,32309522.0,32743620.0,33333689.0,33708002.0,34271112.0,34626252.0,35150677.0,35583387.0,36100601.0,36592393.0,37083294.0,37603591.0,38000325.0,39300001.0,39033540.0,39469358.0,39868074.0,40440064.0,40910801.0,41409282.0,41804260.0,45383244.0,42856471.0,43646726.0,43746315.0,44200548.0,44864965.0,45150314.0,45853357.0,46116452.0,46855476.0,47201179.0,47442583.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index bcccf7345f8..b02e1df20ed 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52028.97320891935,52333.15327112634,53144.300103678324,53448.48016588532] \ No newline at end of file +[52112.818402812554,52409.226955142265,53199.64976135483,53496.05831368454] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 58dd074c99a..001ce4e7da3 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,58 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - + + +0.004 + + + +0.006 + + -0.01 +0.008 - -0.015 + +0.01 + + + +0.012 - - + + +0.014 + + + +0.016 + + + +0.018 + + + 0.02 - - -0.025 + + +0.022 - + - + 120 - - + + 130 - - + + 140 - - + + 150 - - + + 160 - - + + 170 - - + + 180 - - - - + + +190 + + + +200 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index ad4e2a5b20b..2a7e2b521ae 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,65 +6,93 @@ micro/ops/unique:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.2 - - -0.002 + + +0.4 - - -0.003 + + +0.6 - - -0.004 + + +0.8 - - -0.005 + + +1 - - -0.006 + + +1.2 - - -0.007 + + +1.4 - - -0.008 + + +1.6 - + + +1.8 + + + +2 + + - -150 + +0.2 + + + +0.4 + + + +0.6 + + + +0.8 + + + +1 + + + +1.2 - - -200 + + +1.4 - - -250 + + +1.6 - - -300 + + +1.8 - - -350 + + +2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index bfd199383b1..a39b1c5d54e 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -9,71 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - -52.5 - - - -53 - - - -53.5 - - - -54 - - - -54.5 - - - - - - + +55 + + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/both/regression.svg b/criterion/micro_ops_unique/report/both/regression.svg index 1d02f42014a..3abc23cbac0 100644 --- a/criterion/micro_ops_unique/report/both/regression.svg +++ b/criterion/micro_ops_unique/report/both/regression.svg @@ -19,56 +19,56 @@ Iterations - - - - - - - - - + + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 0 @@ -111,9 +111,9 @@ Iterations - + - + Base Sample diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 36ac14e11c4..e64d04cff78 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,83 +9,67 @@ Density (a.u.) Relative change (%) - -50 + +20 - - -100 - - + -150 +40 - -200 - - - -250 - - - -300 + +60 - - -350 + + +80 - - -400 + + +100 - - -450 + + +120 - - -500 + + +140 - - -550 + + +160 - + - --0.0015 - - - --0.001 + +0 - - --5e-4 + + +0.002 - - -0 + + +0.004 - - -5e-4 + + +0.006 - - -0.001 + + +0.008 - - -0.0015 + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 1d5b86381d5..288559bf449 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,70 +9,90 @@ Density (a.u.) Relative change (%) - + +100 + + + 200 - - + + +300 + + + 400 - - + + +500 + + + 600 - - -800 + + +700 - - -1000 + + +800 - - -1200 + + +900 - + - --8e-4 - - - --6e-4 - - - --4e-4 - - - --2e-4 - - - + 0 - - + + 2e-4 - - + + 4e-4 - - + + 6e-4 - - + + 8e-4 - - - - + + +0.001 + + + +0.0012 + + + +0.0014 + + + +0.0016 + + + +0.0018 + + + +0.002 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 3e7d443fab1..e04c7c88072 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,65 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --4.0 - - - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index 8c1de191287..ac7ab91ec8e 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 52.812 µs - 52.885 µs - 52.973 µs + 52.857 µs + 52.991 µs + 53.200 µs R² - 0.9956552 - 0.9959150 - 0.9955463 + 0.9787428 + 0.9796111 + 0.9775235 Mean - 52.730 µs - 52.781 µs - 52.839 µs + 52.813 µs + 52.994 µs + 53.264 µs Std. Dev. - 168.54 ns - 279.03 ns - 368.71 ns + 290.92 ns + 1.1893 µs + 1.9336 µs Median - 52.719 µs - 52.762 µs - 52.787 µs + 52.776 µs + 52.805 µs + 52.849 µs MAD - 119.34 ns - 151.66 ns - 181.44 ns + 121.08 ns + 148.53 ns + 200.99 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.1547% - -0.0181% - +0.1248% - (p = 0.81 > + +0.0454% + +0.4036% + +1.0159% + (p = 0.06 > 0.05) diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index 17a3b338e07..af69605d823 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (µs)
- -2 + +0.5 - - -4 + + +1 - - -6 + + +1.5 - - -8 + + +2 - - -10 + + +2.5 - - -12 + + +3 - - -14 + + +3.5 - + - -52.72 + +52.8 - - -52.74 + + +52.85 - - -52.76 + + +52.9 - - -52.78 + + +52.95 - - -52.8 + + +53 + + + +53.05 + + + +53.1 + + + +53.15 + + + +53.2 - - -52.82 + + +53.25 - - -52.84 + + +53.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index b94814effcc..4275d63ab1a 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,86 +9,74 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - - -45 - - - -50 - - - -55 - - + - -52.72 + +52.77 - - -52.73 + + +52.78 - - -52.74 + + +52.79 + + + +52.8 - - -52.75 + + +52.81 - + -52.76 +52.82 - -52.77 + +52.83 - - -52.78 + + +52.84 - - -52.79 + + +52.85 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index 6e7bf292103..225650928b3 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,22 +50,34 @@ Average Time (µs) - -52.5 + +52 - - -53 + + +54 - - -53.5 + + +56 - - -54 + + +58 + + + +60 + + + +62 - + + +64 + + Density (a.u.) @@ -74,60 +86,58 @@ Density (a.u.) 0 - + +0.1 + + + 0.2 - - + + +0.3 + + + 0.4 - - + + +0.5 + + + 0.6 - - -0.8 - - - -1 - - - -1.2 - - - -1.4 - - - -1.6 - - - -1.8 - - - -2 - - - - - - - - - - - - - - - - + + +0.7 + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index 331eb954ec9..b3f6f043915 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,39 +10,43 @@ Average Time (µs) 0 - -0.5 + +0.1 - - -1 + + +0.2 - - -1.5 + + +0.3 - - -2 + + +0.4 - - - -52.5 + + +0.5 - - -53 + + +0.6 - - -53.5 + + +0.7 + + + + +55 - - -54 + + +60 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index c7bef41b70d..e8433508c23 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -19,13 +19,13 @@ Iterations - - - - - - - + + + + + + + 5.0 @@ -35,34 +35,34 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -106,102 +106,102 @@ Iterations - + - - + + - + - - + + - + - - + + - - - + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index f92ff6cac95..a046cc6b260 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -14,20 +14,20 @@ Iterations - + - - + + - - - + + + - + 5.0 - + 10.0 @@ -36,30 +36,30 @@ Iterations 15.0 - + 20.0 - - + + 25.0 - + 30.0 - + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -103,100 +103,100 @@ Iterations - + - + - - - + + + - + - + - + - - + + - + - + - - - - + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index c4cb6d78b07..e3989877316 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -6,69 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - + + 2 - + - -52.5 - - - -53 - - - -53.5 - - - -54 - - - -54.5 - - - - - - + +55 + + + +60 + + + + + + diff --git a/criterion/micro_ops_unique/report/relative_regression_small.svg b/criterion/micro_ops_unique/report/relative_regression_small.svg index e7557bf5e35..83ff53dabdd 100644 --- a/criterion/micro_ops_unique/report/relative_regression_small.svg +++ b/criterion/micro_ops_unique/report/relative_regression_small.svg @@ -108,7 +108,7 @@ Iterations - + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index a2c8ef88022..88fd44f585d 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - + - -52.8 - - - -52.82 + +52.85 - - -52.84 - - - -52.86 + + +52.9 - - -52.88 + + +52.95 - - -52.9 + + +53 - - -52.92 + + +53.05 - - -52.94 + + +53.1 - - -52.96 + + +53.15 - - -52.98 + + +53.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index b35b344cf7e..373ae36ab9c 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,90 +9,82 @@ Density (a.u.) Average time (µs) - -1 + +0.5 - - -2 + + +1 - - -3 + + +1.5 - - -4 + + +2 - - -5 + + +2.5 - - -6 + + +3 - - -7 + + +3.5 - - -8 + + +4 - - -9 + + +4.5 - - -10 + + +5 - + - -52.8 - - - -52.82 + +52.85 - - -52.84 - - - -52.86 + + +52.9 - - -52.88 + + +52.95 - - -52.9 + + +53 - - -52.92 + + +53.05 - - -52.94 + + +53.1 - - -52.96 + + +53.15 - - -52.98 + + +53.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/base/estimates.json b/criterion/reachability_hydroflow/base/estimates.json index 7da73a1399a..9515772969e 100644 --- a/criterion/reachability_hydroflow/base/estimates.json +++ b/criterion/reachability_hydroflow/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792108.7589934447,"upper_bound":1795396.0579740764},"point_estimate":1793692.4338718725,"standard_error":837.5584937245484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790102.962873674,"upper_bound":1793276.1666666667},"point_estimate":1791579.1313320824,"standard_error":832.3102191631586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4522.672127050475,"upper_bound":7923.786508558485},"point_estimate":6368.80246056752,"standard_error":929.0368669725848},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790811.2580230334,"upper_bound":1795255.9000964984},"point_estimate":1792932.3263514112,"standard_error":1138.9607152234478},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531.530310268357,"upper_bound":10207.724618029166},"point_estimate":8412.512545547786,"standard_error":946.1369328496498}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795432.822476497,"upper_bound":1803156.985148007},"point_estimate":1798646.8554220456,"standard_error":2010.688328739756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794629.7717391304,"upper_bound":1795347.5984848486},"point_estimate":1795090.611873041,"standard_error":182.97691850587276},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1418.8247074894448,"upper_bound":2291.0573588368743},"point_estimate":1860.7635932299168,"standard_error":203.48623849080883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795421.5764504136,"upper_bound":1798198.6642219825},"point_estimate":1796634.9226156347,"standard_error":712.1281601412338},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3650.2315960437836,"upper_bound":32151.660286896942},"point_estimate":20234.528313148752,"standard_error":7385.604585892278}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/sample.json b/criterion/reachability_hydroflow/base/sample.json index f5a07649cc8..45d02bebc02 100644 --- a/criterion/reachability_hydroflow/base/sample.json +++ b/criterion/reachability_hydroflow/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1829064.0,3561166.0,5359804.0,7185722.0,8945266.0,10722883.0,12519847.0,14286414.0,16076174.0,17840497.0,19839812.0,21486372.0,23252719.0,25115907.0,26813434.0,28754580.0,30434363.0,32164932.0,34057105.0,35896058.0,37786699.0,39723846.0,41487467.0,43038628.0,44748569.0,46583534.0,48268738.0,50297558.0,51963225.0,54129264.0,55963067.0,57495202.0,59197518.0,60878062.0,63780638.0,64331897.0,66380605.0,68015273.0,70259129.0,71879671.0,73450839.0,75121987.0,76903552.0,78918977.0,80737992.0,82461047.0,84140609.0,85858655.0,88798461.0,89596434.0,91794493.0,93870222.0,95248858.0,96812093.0,98765621.0,100289951.0,102243150.0,104256661.0,105807563.0,107254116.0,109186906.0,111019787.0,112847078.0,115494515.0,116185565.0,118168890.0,119975683.0,121687235.0,123105948.0,126497014.0,127772796.0,128494405.0,130350581.0,132405821.0,134062290.0,137263288.0,137728473.0,140027344.0,141607829.0,143369537.0,145200165.0,148266348.0,149585253.0,149864947.0,151869967.0,153666959.0,155398760.0,158200061.0,161657548.0,160735039.0,164144032.0,165488720.0,166455547.0,169466108.0,170037693.0,171036701.0,172851273.0,174809415.0,177044667.0,178702585.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1902504.0,3571965.0,5389421.0,7167323.0,8930739.0,10765657.0,12557677.0,14325029.0,16166841.0,17934213.0,19687018.0,21600214.0,23277628.0,25094894.0,26907622.0,28713957.0,30483494.0,32353388.0,34104710.0,35990734.0,37682136.0,39468123.0,41326876.0,44239883.0,44839059.0,46668508.0,48380338.0,50203945.0,52057659.0,54138185.0,55731374.0,62666383.0,59274916.0,60991022.0,62790575.0,64629962.0,66424796.0,68237122.0,70077151.0,71856856.0,73728403.0,75340827.0,77196936.0,79000085.0,80844862.0,82655325.0,84372494.0,86111785.0,87961451.0,89788585.0,91555527.0,93350311.0,95247935.0,96797954.0,98678037.0,100664328.0,102314602.0,104025480.0,105821236.0,107656135.0,109639128.0,112273657.0,113175548.0,115277464.0,116789200.0,118479740.0,120188132.0,122122276.0,123837882.0,125549060.0,128479991.0,129162933.0,130986200.0,132980897.0,134598040.0,136379208.0,138285370.0,140144964.0,141670687.0,143701801.0,145496805.0,147098789.0,149097183.0,150795397.0,153532075.0,154198337.0,156078600.0,157967879.0,159732137.0,161588556.0,163192283.0,165105939.0,166918305.0,168724751.0,170396145.0,172461853.0,175260608.0,175818678.0,177746429.0,179457497.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/base/tukey.json b/criterion/reachability_hydroflow/base/tukey.json index 0a087ac9b0d..10c9d1d68a2 100644 --- a/criterion/reachability_hydroflow/base/tukey.json +++ b/criterion/reachability_hydroflow/base/tukey.json @@ -1 +1 @@ -[1761266.414288324,1774723.3254101553,1810608.4217350387,1824065.33285687] \ No newline at end of file +[1786252.5691692072,1790085.852801067,1800307.9424860266,1804141.2261178864] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/change/estimates.json b/criterion/reachability_hydroflow/change/estimates.json index d845fd8ab88..1b2500c4a3f 100644 --- a/criterion/reachability_hydroflow/change/estimates.json +++ b/criterion/reachability_hydroflow/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019806791957484655,"upper_bound":-0.01739634922836593},"point_estimate":-0.018518053486140884,"standard_error":0.0006131852965772734},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01966075386827673,"upper_bound":-0.01735416209907914},"point_estimate":-0.01827974533597787,"standard_error":0.0006057655580093858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007424452002055056,"upper_bound":0.005237722299700131},"point_estimate":0.0027621355013904836,"standard_error":0.0011600836319774486},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0010144953387727362,"upper_bound":0.002769162540792486},"point_estimate":0.001959991875071454,"standard_error":0.000479075454275992}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/estimates.json b/criterion/reachability_hydroflow/new/estimates.json index 7da73a1399a..9515772969e 100644 --- a/criterion/reachability_hydroflow/new/estimates.json +++ b/criterion/reachability_hydroflow/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1792108.7589934447,"upper_bound":1795396.0579740764},"point_estimate":1793692.4338718725,"standard_error":837.5584937245484},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790102.962873674,"upper_bound":1793276.1666666667},"point_estimate":1791579.1313320824,"standard_error":832.3102191631586},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4522.672127050475,"upper_bound":7923.786508558485},"point_estimate":6368.80246056752,"standard_error":929.0368669725848},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1790811.2580230334,"upper_bound":1795255.9000964984},"point_estimate":1792932.3263514112,"standard_error":1138.9607152234478},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6531.530310268357,"upper_bound":10207.724618029166},"point_estimate":8412.512545547786,"standard_error":946.1369328496498}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795432.822476497,"upper_bound":1803156.985148007},"point_estimate":1798646.8554220456,"standard_error":2010.688328739756},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794629.7717391304,"upper_bound":1795347.5984848486},"point_estimate":1795090.611873041,"standard_error":182.97691850587276},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1418.8247074894448,"upper_bound":2291.0573588368743},"point_estimate":1860.7635932299168,"standard_error":203.48623849080883},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1795421.5764504136,"upper_bound":1798198.6642219825},"point_estimate":1796634.9226156347,"standard_error":712.1281601412338},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3650.2315960437836,"upper_bound":32151.660286896942},"point_estimate":20234.528313148752,"standard_error":7385.604585892278}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/sample.json b/criterion/reachability_hydroflow/new/sample.json index f5a07649cc8..45d02bebc02 100644 --- a/criterion/reachability_hydroflow/new/sample.json +++ b/criterion/reachability_hydroflow/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1829064.0,3561166.0,5359804.0,7185722.0,8945266.0,10722883.0,12519847.0,14286414.0,16076174.0,17840497.0,19839812.0,21486372.0,23252719.0,25115907.0,26813434.0,28754580.0,30434363.0,32164932.0,34057105.0,35896058.0,37786699.0,39723846.0,41487467.0,43038628.0,44748569.0,46583534.0,48268738.0,50297558.0,51963225.0,54129264.0,55963067.0,57495202.0,59197518.0,60878062.0,63780638.0,64331897.0,66380605.0,68015273.0,70259129.0,71879671.0,73450839.0,75121987.0,76903552.0,78918977.0,80737992.0,82461047.0,84140609.0,85858655.0,88798461.0,89596434.0,91794493.0,93870222.0,95248858.0,96812093.0,98765621.0,100289951.0,102243150.0,104256661.0,105807563.0,107254116.0,109186906.0,111019787.0,112847078.0,115494515.0,116185565.0,118168890.0,119975683.0,121687235.0,123105948.0,126497014.0,127772796.0,128494405.0,130350581.0,132405821.0,134062290.0,137263288.0,137728473.0,140027344.0,141607829.0,143369537.0,145200165.0,148266348.0,149585253.0,149864947.0,151869967.0,153666959.0,155398760.0,158200061.0,161657548.0,160735039.0,164144032.0,165488720.0,166455547.0,169466108.0,170037693.0,171036701.0,172851273.0,174809415.0,177044667.0,178702585.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1902504.0,3571965.0,5389421.0,7167323.0,8930739.0,10765657.0,12557677.0,14325029.0,16166841.0,17934213.0,19687018.0,21600214.0,23277628.0,25094894.0,26907622.0,28713957.0,30483494.0,32353388.0,34104710.0,35990734.0,37682136.0,39468123.0,41326876.0,44239883.0,44839059.0,46668508.0,48380338.0,50203945.0,52057659.0,54138185.0,55731374.0,62666383.0,59274916.0,60991022.0,62790575.0,64629962.0,66424796.0,68237122.0,70077151.0,71856856.0,73728403.0,75340827.0,77196936.0,79000085.0,80844862.0,82655325.0,84372494.0,86111785.0,87961451.0,89788585.0,91555527.0,93350311.0,95247935.0,96797954.0,98678037.0,100664328.0,102314602.0,104025480.0,105821236.0,107656135.0,109639128.0,112273657.0,113175548.0,115277464.0,116789200.0,118479740.0,120188132.0,122122276.0,123837882.0,125549060.0,128479991.0,129162933.0,130986200.0,132980897.0,134598040.0,136379208.0,138285370.0,140144964.0,141670687.0,143701801.0,145496805.0,147098789.0,149097183.0,150795397.0,153532075.0,154198337.0,156078600.0,157967879.0,159732137.0,161588556.0,163192283.0,165105939.0,166918305.0,168724751.0,170396145.0,172461853.0,175260608.0,175818678.0,177746429.0,179457497.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow/new/tukey.json b/criterion/reachability_hydroflow/new/tukey.json index 0a087ac9b0d..10c9d1d68a2 100644 --- a/criterion/reachability_hydroflow/new/tukey.json +++ b/criterion/reachability_hydroflow/new/tukey.json @@ -1 +1 @@ -[1761266.414288324,1774723.3254101553,1810608.4217350387,1824065.33285687] \ No newline at end of file +[1786252.5691692072,1790085.852801067,1800307.9424860266,1804141.2261178864] \ No newline at end of file diff --git a/criterion/reachability_hydroflow/report/MAD.svg b/criterion/reachability_hydroflow/report/MAD.svg index 08cd81d217b..62c1139a960 100644 --- a/criterion/reachability_hydroflow/report/MAD.svg +++ b/criterion/reachability_hydroflow/report/MAD.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 + +0.5 - - -0.1 + + +1 - - -0.15 + + +1.5 - - -0.2 + + +2 - - -0.25 + + +2.5 - - -0.3 - - - -0.35 + + + +1.4 - - -0.4 + + +1.5 - - - -4.5 + + +1.6 - - -5 + + +1.7 - - -5.5 + + +1.8 - - -6 + + +1.9 - - -6.5 + + +2 - - -7 + + +2.1 - - -7.5 + + +2.2 - - -8 + + +2.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/SD.svg b/criterion/reachability_hydroflow/report/SD.svg index 1fce4f3a436..f41a8637068 100644 --- a/criterion/reachability_hydroflow/report/SD.svg +++ b/criterion/reachability_hydroflow/report/SD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 + +0.01 - - -0.15 + + +0.02 - - -0.2 + + +0.03 - - -0.25 + + +0.04 - - -0.3 + + +0.05 - - -0.35 + + +0.06 - + -0.4 +0.07 - -0.45 + +0.08 - + - -6.5 - - - -7 + +5 - - -7.5 + + +10 - + -8 +15 - -8.5 - - - -9 + +20 - - -9.5 + + +25 - - -10 + + +30 - - -10.5 + + +35 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/both/pdf.svg b/criterion/reachability_hydroflow/report/both/pdf.svg index 975c20b108d..a535c4bdeb7 100644 --- a/criterion/reachability_hydroflow/report/both/pdf.svg +++ b/criterion/reachability_hydroflow/report/both/pdf.svg @@ -9,55 +9,71 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -1.78 - - - + 1.8 - - -1.82 + + +1.85 - - -1.84 + + +1.9 - - -1.86 + + +1.95 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow/report/both/regression.svg b/criterion/reachability_hydroflow/report/both/regression.svg index 395cb9101be..7fece1fae6d 100644 --- a/criterion/reachability_hydroflow/report/both/regression.svg +++ b/criterion/reachability_hydroflow/report/both/regression.svg @@ -20,56 +20,51 @@ Iterations - - - - - - - - - + + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 0 @@ -115,10 +110,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow/report/change/mean.svg b/criterion/reachability_hydroflow/report/change/mean.svg index 54a9a0f9d0d..eb9e1ce640a 100644 --- a/criterion/reachability_hydroflow/report/change/mean.svg +++ b/criterion/reachability_hydroflow/report/change/mean.svg @@ -9,59 +9,83 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - -200 + + +150 - - -300 + + +200 - - -400 + + +250 - - -500 + + +300 - - -600 + + +350 - + - --0.02 - - - --0.0195 - - - --0.019 - - - --0.0185 - - - --0.018 - - - --0.0175 - - - - - - + +5e-4 + + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + + +0.0055 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/median.svg b/criterion/reachability_hydroflow/report/change/median.svg index b35e21b9358..49e4da02ce0 100644 --- a/criterion/reachability_hydroflow/report/change/median.svg +++ b/criterion/reachability_hydroflow/report/change/median.svg @@ -9,55 +9,83 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - + + +700 + + + +800 + + - --0.0195 - - - --0.019 - - - --0.0185 - - - --0.018 - - - --0.0175 - - - - - - + +0.001 + + + +0.0012 + + + +0.0014 + + + +0.0016 + + + +0.0018 + + + +0.002 + + + +0.0022 + + + +0.0024 + + + +0.0026 + + + +0.0028 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/change/t-test.svg b/criterion/reachability_hydroflow/report/change/t-test.svg index bc8b3670907..58866c6d570 100644 --- a/criterion/reachability_hydroflow/report/change/t-test.svg +++ b/criterion/reachability_hydroflow/report/change/t-test.svg @@ -13,81 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - -0.4 - - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow/report/index.html b/criterion/reachability_hydroflow/report/index.html index c6219d72d24..9cf8dab8ee6 100644 --- a/criterion/reachability_hydroflow/report/index.html +++ b/criterion/reachability_hydroflow/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7908 ms - 1.7929 ms - 1.7953 ms + 1.7954 ms + 1.7966 ms + 1.7982 ms R² - 0.9969076 - 0.9971024 - 0.9968687 + 0.9957933 + 0.9958561 + 0.9957518 Mean - 1.7921 ms - 1.7937 ms 1.7954 ms + 1.7986 ms + 1.8032 ms Std. Dev. - 6.5315 µs - 8.4125 µs - 10.208 µs + 3.6502 µs + 20.235 µs + 32.152 µs Median - 1.7901 ms - 1.7916 ms - 1.7933 ms + 1.7946 ms + 1.7951 ms + 1.7953 ms MAD - 4.5227 µs - 6.3688 µs - 7.9238 µs + 1.4188 µs + 1.8608 µs + 2.2911 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.9807% - -1.8518% - -1.7396% - (p = 0.00 < + +0.0742% + +0.2762% + +0.5238% + (p = 0.01 < 0.05) - Performance has improved. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow/report/mean.svg b/criterion/reachability_hydroflow/report/mean.svg index 39c144650e8..811b608c91d 100644 --- a/criterion/reachability_hydroflow/report/mean.svg +++ b/criterion/reachability_hydroflow/report/mean.svg @@ -9,82 +9,94 @@ Density (a.u.) Average time (ms) - -50 + +20 - - -100 + + +40 - - -150 + + +60 - + -200 +80 - -250 + +100 - - -300 + + +120 - - -350 + + +140 - - -400 + + +160 - - -450 + + +180 + + + +200 - - -500 + + +220 - + - -1.792 + +1.795 - - -1.7925 + + +1.796 - - -1.793 + + +1.797 - - -1.7935 + + +1.798 - - -1.794 + + +1.799 - - -1.7945 + + +1.8 - - -1.795 + + +1.801 + + + +1.802 + + + +1.803 - - -1.7955 + + +1.804 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/median.svg b/criterion/reachability_hydroflow/report/median.svg index ccb9cd436e7..729861c1d18 100644 --- a/criterion/reachability_hydroflow/report/median.svg +++ b/criterion/reachability_hydroflow/report/median.svg @@ -9,66 +9,78 @@ Density (a.u.) Average time (ms) - -100 + +500 - - -200 + + +1000 - - -300 + + +1500 - - -400 + + +2000 - - -500 + + +2500 + + + +3000 - - -600 + + +3500 - + + +4000 + + - -1.79 + +1.7946 + + + +1.7947 - - -1.7905 + + +1.7948 - - -1.791 + + +1.7949 - - -1.7915 + + +1.795 - - -1.792 + + +1.7951 - - -1.7925 + + +1.7952 - - -1.793 + + +1.7953 - - -1.7935 + + +1.7954 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/pdf.svg b/criterion/reachability_hydroflow/report/pdf.svg index ae826bf75e6..0a797485ce0 100644 --- a/criterion/reachability_hydroflow/report/pdf.svg +++ b/criterion/reachability_hydroflow/report/pdf.svg @@ -54,34 +54,50 @@ Average Time (ms) - -1.77 - - - + 1.78 - - -1.79 - - - + + 1.8 - - -1.81 - - - + + 1.82 - - -1.83 + + +1.84 + + + +1.86 + + + +1.88 + + + +1.9 + + + +1.92 + + + +1.94 - + + +1.96 + + + +1.98 + + Density (a.u.) @@ -90,40 +106,68 @@ Density (a.u.) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow/report/pdf_small.svg b/criterion/reachability_hydroflow/report/pdf_small.svg index b0031135000..b14ed6aa166 100644 --- a/criterion/reachability_hydroflow/report/pdf_small.svg +++ b/criterion/reachability_hydroflow/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (ms) 0 - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - -40 + + +35 - - -50 + + +40 - - -60 + + +45 - + - -1.78 - - - + 1.8 - - -1.82 + + +1.85 + + + +1.9 + + + +1.95 - - - + + + diff --git a/criterion/reachability_hydroflow/report/regression.svg b/criterion/reachability_hydroflow/report/regression.svg index fe6c35dd4b3..2f203a1bce0 100644 --- a/criterion/reachability_hydroflow/report/regression.svg +++ b/criterion/reachability_hydroflow/report/regression.svg @@ -18,47 +18,47 @@ Iterations - - + + - - - - - + + + + + - + 20.0 - - + + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + 10 @@ -101,104 +101,104 @@ Iterations - + - + - + - + - + - - + + - + - - - + + + - - + + - + - + - + - + - - + + - - - - - + + + + + - - - + + + - + - - + + - + - + - - - - - - - - + + + + + + + + - - + + - - + + - - - - - - + + + + + + diff --git a/criterion/reachability_hydroflow/report/regression_small.svg b/criterion/reachability_hydroflow/report/regression_small.svg index 6d01e0ec3a8..5014dd6f1f7 100644 --- a/criterion/reachability_hydroflow/report/regression_small.svg +++ b/criterion/reachability_hydroflow/report/regression_small.svg @@ -17,12 +17,12 @@ Iterations - - - + + + - + 20.0 @@ -32,18 +32,18 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - + 120.0 @@ -52,10 +52,10 @@ Iterations 140.0 - + 160.0 - + 10 @@ -107,94 +107,94 @@ Iterations - + - + - + - + - - - + + + - + - - - + + + - + - + - + - + - - + + - + - - + + - + - + - + - + - + - + - - - - + + + + - - + + - - - - + + + + - - + + diff --git a/criterion/reachability_hydroflow/report/relative_pdf_small.svg b/criterion/reachability_hydroflow/report/relative_pdf_small.svg index 045f36bca1e..f30aa7a8f9a 100644 --- a/criterion/reachability_hydroflow/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow/report/relative_pdf_small.svg @@ -6,53 +6,69 @@ Density (a.u.) Average Time (ms) - + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - + + +45 + + + 50 - - -60 + + +55 - + - -1.78 - - - + 1.8 - - -1.82 + + +1.85 - - -1.84 + + +1.9 - - -1.86 + + +1.95 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow/report/relative_regression_small.svg b/criterion/reachability_hydroflow/report/relative_regression_small.svg index 6d0cc981fba..d773d8c8a7a 100644 --- a/criterion/reachability_hydroflow/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow/report/relative_regression_small.svg @@ -19,13 +19,12 @@ Iterations - - - - - - - + + + + + + 0.0 @@ -39,34 +38,30 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - - -180.0 - - + 0 @@ -112,8 +107,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow/report/slope.svg b/criterion/reachability_hydroflow/report/slope.svg index 45e91f343b7..c1775efc608 100644 --- a/criterion/reachability_hydroflow/report/slope.svg +++ b/criterion/reachability_hydroflow/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - - -1.7905 + + +400 - - -1.791 + + +500 - - -1.7915 + + +600 - - -1.792 - - - -1.7925 + + + +1.7955 - - -1.793 + + +1.796 - - -1.7935 + + +1.7965 - - -1.794 + + +1.797 - - -1.7945 + + +1.7975 - - -1.795 + + +1.798 - - -1.7955 + + +1.7985 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow/report/typical.svg b/criterion/reachability_hydroflow/report/typical.svg index f5eafb829d2..16e4f9cac61 100644 --- a/criterion/reachability_hydroflow/report/typical.svg +++ b/criterion/reachability_hydroflow/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (ms) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 - - - - -1.7905 + + +400 - - -1.791 + + +500 - - -1.7915 + + +600 - - -1.792 - - - -1.7925 + + + +1.7955 - - -1.793 + + +1.796 - - -1.7935 + + +1.7965 - - -1.794 + + +1.797 - - -1.7945 + + +1.7975 - - -1.795 + + +1.798 - - -1.7955 + + +1.7985 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/base/estimates.json b/criterion/reachability_hydroflow_scheduled/base/estimates.json index def6c7a0803..949da5346e3 100644 --- a/criterion/reachability_hydroflow_scheduled/base/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799496.546070361,"upper_bound":1810923.3119837237},"point_estimate":1804574.9266282949,"standard_error":2929.5108278487673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794845.7837837837,"upper_bound":1797903.3535353537},"point_estimate":1795623.2774390243,"standard_error":866.1925098835304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3490.6366364903633,"upper_bound":7507.5425219691115},"point_estimate":4786.459165727657,"standard_error":1052.8743068603662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796177.886534733,"upper_bound":1807279.2789485543},"point_estimate":1800955.945621398,"standard_error":2861.0609100930455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13488.174844992644,"upper_bound":41579.59313007383},"point_estimate":29412.265282090713,"standard_error":7119.719662287309}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811938.2954728166,"upper_bound":1815257.0003446732},"point_estimate":1813375.5092635981,"standard_error":857.3042615420246},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811075.5,"upper_bound":1812191.7681159421},"point_estimate":1811492.2262237761,"standard_error":273.9121893781975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602.8499872488435,"upper_bound":3035.361468502622},"point_estimate":2304.866815484944,"standard_error":367.8778273239033},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811772.6973578942,"upper_bound":1812806.8798549452},"point_estimate":1812264.4180050243,"standard_error":265.1872457311236},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3096.4766565899663,"upper_bound":12985.850007075935},"point_estimate":8622.404344118871,"standard_error":2538.923168466903}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/sample.json b/criterion/reachability_hydroflow_scheduled/base/sample.json index 361fc35d5f6..ab6ade0c786 100644 --- a/criterion/reachability_hydroflow_scheduled/base/sample.json +++ b/criterion/reachability_hydroflow_scheduled/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1959137.0,3697900.0,5474294.0,7265947.0,9117974.0,10793388.0,12597936.0,14465801.0,16230272.0,17981850.0,19849355.0,21570956.0,23503925.0,25280810.0,27087911.0,29309902.0,30698137.0,32392848.0,34347928.0,36066784.0,37904984.0,39540173.0,41328650.0,43227153.0,44838197.0,46735128.0,48441891.0,50425133.0,52225042.0,53949067.0,55653817.0,57768867.0,59229659.0,61060064.0,62829866.0,64591162.0,66409294.0,68484970.0,70079753.0,71753324.0,73616230.0,75390601.0,77107673.0,78899167.0,80591091.0,82521405.0,84281318.0,86194980.0,87816392.0,89728172.0,91547590.0,93266993.0,95538571.0,96801679.0,98643758.0,100350622.0,102334959.0,104201414.0,105976367.0,113459428.0,116527396.0,122691043.0,113013738.0,115335100.0,116896935.0,118378161.0,120170135.0,121985874.0,123561601.0,125354438.0,127263322.0,129131160.0,130880454.0,132829504.0,135369107.0,139842246.0,137920351.0,139810890.0,141655915.0,143337923.0,145044146.0,147903671.0,148704145.0,150613836.0,152519535.0,154153074.0,155752918.0,159877366.0,159711914.0,163040477.0,163143401.0,164728978.0,166964747.0,168023437.0,170918503.0,171878698.0,175186200.0,176337833.0,177964549.0,179510202.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1875624.0,3681920.0,5471333.0,7260858.0,9036184.0,10854693.0,12658924.0,14513159.0,16265553.0,18074003.0,19886409.0,21700118.0,23490483.0,25359085.0,27133901.0,28996561.0,30757592.0,32606327.0,34362097.0,36283267.0,38033268.0,39983120.0,41582780.0,44491099.0,45423015.0,47099077.0,48973219.0,50952577.0,52599715.0,54243978.0,56226813.0,58038177.0,59778039.0,61526616.0,63347939.0,65266835.0,66991086.0,68944336.0,70823867.0,72724618.0,74713664.0,76011622.0,77780899.0,79671971.0,81470112.0,83371303.0,85147633.0,86934282.0,88755434.0,90512367.0,92811892.0,94180903.0,96286977.0,97608774.0,99631482.0,101411348.0,103357063.0,104990055.0,106773939.0,108655335.0,110663917.0,112236958.0,114172854.0,115871007.0,117638111.0,119529544.0,121255409.0,123195865.0,125041232.0,126899565.0,128682376.0,130453767.0,132314282.0,134239780.0,135813543.0,137639334.0,139525187.0,141366728.0,143043231.0,144839979.0,146776759.0,148487685.0,150402062.0,152306611.0,153940053.0,156250288.0,157733111.0,159432206.0,161361480.0,163215584.0,165253542.0,166618946.0,168476276.0,170258196.0,171969234.0,174140068.0,176149712.0,177414168.0,179407481.0,181104052.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/base/tukey.json b/criterion/reachability_hydroflow_scheduled/base/tukey.json index 298b579917b..5d520f47e35 100644 --- a/criterion/reachability_hydroflow_scheduled/base/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/base/tukey.json @@ -1 +1 @@ -[1764021.0848484845,1778767.6613636361,1818091.8654040406,1832838.4419191922] \ No newline at end of file +[1800184.0340324633,1805256.9514303198,1818784.731157937,1823857.6485557936] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/change/estimates.json b/criterion/reachability_hydroflow_scheduled/change/estimates.json index 6c9d69c33c7..0ddd815e87d 100644 --- a/criterion/reachability_hydroflow_scheduled/change/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.008754986605461368,"upper_bound":-0.0006669728318681099},"point_estimate":-0.004673740123167014,"standard_error":0.0020414204757746727},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.007925035921818813,"upper_bound":-0.005897227493814272},"point_estimate":-0.007206934785411123,"standard_error":0.0005405955512776519}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0012681361680957088,"upper_bound":0.00788676663063778},"point_estimate":0.00487681752940361,"standard_error":0.00170363745187856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007564148526874925,"upper_bound":0.009440307206171113},"point_estimate":0.008837571323637938,"standard_error":0.0005098767366948693}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/estimates.json b/criterion/reachability_hydroflow_scheduled/new/estimates.json index def6c7a0803..949da5346e3 100644 --- a/criterion/reachability_hydroflow_scheduled/new/estimates.json +++ b/criterion/reachability_hydroflow_scheduled/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1799496.546070361,"upper_bound":1810923.3119837237},"point_estimate":1804574.9266282949,"standard_error":2929.5108278487673},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1794845.7837837837,"upper_bound":1797903.3535353537},"point_estimate":1795623.2774390243,"standard_error":866.1925098835304},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3490.6366364903633,"upper_bound":7507.5425219691115},"point_estimate":4786.459165727657,"standard_error":1052.8743068603662},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1796177.886534733,"upper_bound":1807279.2789485543},"point_estimate":1800955.945621398,"standard_error":2861.0609100930455},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":13488.174844992644,"upper_bound":41579.59313007383},"point_estimate":29412.265282090713,"standard_error":7119.719662287309}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811938.2954728166,"upper_bound":1815257.0003446732},"point_estimate":1813375.5092635981,"standard_error":857.3042615420246},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811075.5,"upper_bound":1812191.7681159421},"point_estimate":1811492.2262237761,"standard_error":273.9121893781975},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1602.8499872488435,"upper_bound":3035.361468502622},"point_estimate":2304.866815484944,"standard_error":367.8778273239033},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1811772.6973578942,"upper_bound":1812806.8798549452},"point_estimate":1812264.4180050243,"standard_error":265.1872457311236},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3096.4766565899663,"upper_bound":12985.850007075935},"point_estimate":8622.404344118871,"standard_error":2538.923168466903}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/sample.json b/criterion/reachability_hydroflow_scheduled/new/sample.json index 361fc35d5f6..ab6ade0c786 100644 --- a/criterion/reachability_hydroflow_scheduled/new/sample.json +++ b/criterion/reachability_hydroflow_scheduled/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1959137.0,3697900.0,5474294.0,7265947.0,9117974.0,10793388.0,12597936.0,14465801.0,16230272.0,17981850.0,19849355.0,21570956.0,23503925.0,25280810.0,27087911.0,29309902.0,30698137.0,32392848.0,34347928.0,36066784.0,37904984.0,39540173.0,41328650.0,43227153.0,44838197.0,46735128.0,48441891.0,50425133.0,52225042.0,53949067.0,55653817.0,57768867.0,59229659.0,61060064.0,62829866.0,64591162.0,66409294.0,68484970.0,70079753.0,71753324.0,73616230.0,75390601.0,77107673.0,78899167.0,80591091.0,82521405.0,84281318.0,86194980.0,87816392.0,89728172.0,91547590.0,93266993.0,95538571.0,96801679.0,98643758.0,100350622.0,102334959.0,104201414.0,105976367.0,113459428.0,116527396.0,122691043.0,113013738.0,115335100.0,116896935.0,118378161.0,120170135.0,121985874.0,123561601.0,125354438.0,127263322.0,129131160.0,130880454.0,132829504.0,135369107.0,139842246.0,137920351.0,139810890.0,141655915.0,143337923.0,145044146.0,147903671.0,148704145.0,150613836.0,152519535.0,154153074.0,155752918.0,159877366.0,159711914.0,163040477.0,163143401.0,164728978.0,166964747.0,168023437.0,170918503.0,171878698.0,175186200.0,176337833.0,177964549.0,179510202.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1875624.0,3681920.0,5471333.0,7260858.0,9036184.0,10854693.0,12658924.0,14513159.0,16265553.0,18074003.0,19886409.0,21700118.0,23490483.0,25359085.0,27133901.0,28996561.0,30757592.0,32606327.0,34362097.0,36283267.0,38033268.0,39983120.0,41582780.0,44491099.0,45423015.0,47099077.0,48973219.0,50952577.0,52599715.0,54243978.0,56226813.0,58038177.0,59778039.0,61526616.0,63347939.0,65266835.0,66991086.0,68944336.0,70823867.0,72724618.0,74713664.0,76011622.0,77780899.0,79671971.0,81470112.0,83371303.0,85147633.0,86934282.0,88755434.0,90512367.0,92811892.0,94180903.0,96286977.0,97608774.0,99631482.0,101411348.0,103357063.0,104990055.0,106773939.0,108655335.0,110663917.0,112236958.0,114172854.0,115871007.0,117638111.0,119529544.0,121255409.0,123195865.0,125041232.0,126899565.0,128682376.0,130453767.0,132314282.0,134239780.0,135813543.0,137639334.0,139525187.0,141366728.0,143043231.0,144839979.0,146776759.0,148487685.0,150402062.0,152306611.0,153940053.0,156250288.0,157733111.0,159432206.0,161361480.0,163215584.0,165253542.0,166618946.0,168476276.0,170258196.0,171969234.0,174140068.0,176149712.0,177414168.0,179407481.0,181104052.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/new/tukey.json b/criterion/reachability_hydroflow_scheduled/new/tukey.json index 298b579917b..5d520f47e35 100644 --- a/criterion/reachability_hydroflow_scheduled/new/tukey.json +++ b/criterion/reachability_hydroflow_scheduled/new/tukey.json @@ -1 +1 @@ -[1764021.0848484845,1778767.6613636361,1818091.8654040406,1832838.4419191922] \ No newline at end of file +[1800184.0340324633,1805256.9514303198,1818784.731157937,1823857.6485557936] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_scheduled/report/MAD.svg b/criterion/reachability_hydroflow_scheduled/report/MAD.svg index 6149a451714..fd14aef7c22 100644 --- a/criterion/reachability_hydroflow_scheduled/report/MAD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/MAD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.05 - - - -0.1 - - - -0.15 - - - + 0.2 - - -0.25 + + +0.4 - - -0.3 + + +0.6 - - -0.35 + + +0.8 - - -0.4 + + +1 - - -0.45 + + +1.2 - + - -3.5 - - - -4 + +1.6 - - -4.5 + + +1.8 - - -5 + + +2 - - -5.5 + + +2.2 - - -6 + + +2.4 - - -6.5 + + +2.6 - - -7 + + +2.8 - - -7.5 + + +3 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/SD.svg b/criterion/reachability_hydroflow_scheduled/report/SD.svg index 9a40f00239c..95fd797c561 100644 --- a/criterion/reachability_hydroflow_scheduled/report/SD.svg +++ b/criterion/reachability_hydroflow_scheduled/report/SD.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - -0.01 - - - + 0.02 - - -0.03 - - - + + 0.04 - - -0.05 - - - + + 0.06 - + + +0.08 + + + +0.1 + + + +0.12 + + + +0.14 + + + +0.16 + + + +0.18 + + - -15 + +2 + + + +4 - - -20 + + +6 - - -25 + + +8 - - -30 + + +10 - - -35 + + +12 - - -40 + + +14 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg index 1ad62f78b2f..1982ab5d0f2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/pdf.svg @@ -9,47 +9,63 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + - + 1.8 - - + + +1.85 + + + 1.9 - - + + +1.95 + + + 2 - - - - - + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg index fce3369d884..86e4d68e6d1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/both/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/both/regression.svg @@ -28,7 +28,7 @@ Iterations - + 0.0 @@ -66,10 +66,10 @@ Iterations 160.0 - + 180.0 - + 0 @@ -115,10 +115,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg index cf8b913ef6d..2cd0c6cd133 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/mean.svg @@ -9,86 +9,86 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - --0.009 + + +200 - - --0.008 + + +220 - - --0.007 + + + +0.001 - - --0.006 + + +0.002 - - --0.005 + + +0.003 - - --0.004 + + +0.004 - - --0.003 + + +0.005 - - --0.002 + + +0.006 - - --0.001 + + +0.007 - - -0 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/median.svg b/criterion/reachability_hydroflow_scheduled/report/change/median.svg index 2bfa3c1c606..4082c793e2c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/median.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - + + +800 + + + +900 + + + +1000 + + + +1100 + + - --0.008 + +0.0075 - - --0.0075 + + +0.008 - - --0.007 + + +0.0085 - - --0.0065 + + +0.009 - - --0.006 + + +0.0095 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg index de61ed2286e..a981a5fd6a2 100644 --- a/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_scheduled/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - -4.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/index.html b/criterion/reachability_hydroflow_scheduled/report/index.html index 3cec2c648d8..b3b26de057b 100644 --- a/criterion/reachability_hydroflow_scheduled/report/index.html +++ b/criterion/reachability_hydroflow_scheduled/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.7962 ms - 1.8010 ms - 1.8073 ms + 1.8118 ms + 1.8123 ms + 1.8128 ms R² - 0.9712523 - 0.9721830 - 0.9705542 + 0.9996701 + 0.9996803 + 0.9996679 Mean - 1.7995 ms - 1.8046 ms - 1.8109 ms + 1.8119 ms + 1.8134 ms + 1.8153 ms Std. Dev. - 13.488 µs - 29.412 µs - 41.580 µs + 3.0965 µs + 8.6224 µs + 12.986 µs Median - 1.7948 ms - 1.7956 ms - 1.7979 ms + 1.8111 ms + 1.8115 ms + 1.8122 ms MAD - 3.4906 µs - 4.7865 µs - 7.5075 µs + 1.6028 µs + 2.3049 µs + 3.0354 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.8755% - -0.4674% - -0.0667% - (p = 0.02 < + +0.1268% + +0.4877% + +0.7887% + (p = 0.00 < 0.05) diff --git a/criterion/reachability_hydroflow_scheduled/report/mean.svg b/criterion/reachability_hydroflow_scheduled/report/mean.svg index 48d95262844..807c27d8cf1 100644 --- a/criterion/reachability_hydroflow_scheduled/report/mean.svg +++ b/criterion/reachability_hydroflow_scheduled/report/mean.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ms)
- -20 + +50 - - -40 + + +100 - - -60 + + +150 - - -80 + + +200 - - -100 + + +250 + + + +300 + + + +350 - - -120 + + +400 - - -140 + + +450 - + + +500 + + - -1.8 + +1.812 - - -1.802 + + +1.8125 - - -1.804 + + +1.813 - - -1.806 + + +1.8135 - - -1.808 + + +1.814 - - -1.81 + + +1.8145 - - -1.812 + + +1.815 + + + +1.8155 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/median.svg b/criterion/reachability_hydroflow_scheduled/report/median.svg index 3748ec1e779..8aa2941516d 100644 --- a/criterion/reachability_hydroflow_scheduled/report/median.svg +++ b/criterion/reachability_hydroflow_scheduled/report/median.svg @@ -9,74 +9,62 @@ Density (a.u.) Average time (ms) - -100 - - - -200 - - - -300 - - - -400 - - - + 500 - - -600 + + +1000 + + + +1500 - - -700 + + +2000 - - -800 + + +2500 - + -900 +3000 - -1.795 + +1.811 - - -1.7955 + + +1.8112 - - -1.796 + + +1.8114 - - -1.7965 + + +1.8116 - - -1.797 + + +1.8118 - - -1.7975 + + +1.812 - - -1.798 + + +1.8122 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf.svg b/criterion/reachability_hydroflow_scheduled/report/pdf.svg index 522079fad75..347472598e5 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf.svg @@ -54,26 +54,42 @@ Average Time (ms) - + 1.8 - + + +1.81 + + + +1.82 + + -1.85 +1.83 - -1.9 + +1.84 + + + +1.85 - - -1.95 + + +1.86 - - -2 + + +1.87 - + + +1.88 + + Density (a.u.) @@ -82,50 +98,58 @@ Density (a.u.) 0 - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - - - - - - - - - - - - - - - - - - - - - - - - + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg index c6262003177..f74951ee806 100644 --- a/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/pdf_small.svg @@ -10,47 +10,63 @@ Average Time (ms) 0 - -5 - - - + 10 - - -15 - - - + + 20 - + + +30 + + + +40 + + + +50 + + + +60 + + + +70 + + -25 +80 + +90 + + - + 1.8 - - -1.85 + + +1.82 - - -1.9 + + +1.84 - - -1.95 + + +1.86 - - -2 + + +1.88 - - - + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression.svg b/criterion/reachability_hydroflow_scheduled/report/regression.svg index 67d48597b54..810050c8604 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression.svg @@ -20,12 +20,13 @@ Iterations - - - - - - + + + + + + + 20.0 @@ -35,30 +36,34 @@ Iterations 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -113,91 +118,91 @@ Iterations - + - + - + - + - + - + - + - + - - - + + + - + - + - + - + - - - + + + - - - - + + + + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - - - + + + - - - + + + - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg index e719f682afd..27e4b6a21c3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/regression_small.svg @@ -16,46 +16,51 @@ Iterations - + - - - - - + + + + + + 20.0 - + 40.0 - + 60.0 - + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - - + + 160.0 - + + +180.0 + + 10 @@ -112,21 +117,21 @@ Iterations - - + + - + - + - + @@ -135,67 +140,67 @@ Iterations - + - + - + - + - + - + - - - + + + - - + + - - + + - + - - - + + + - + - - + + - + - - - + + + - - - + + + - + - - + + - + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg index 4f7883228e5..5facd7dcca3 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_pdf_small.svg @@ -6,45 +6,61 @@ Density (a.u.) Average Time (ms) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - + + +40 + + + +50 + + + +60 + + + +70 + + + +80 + + - + 1.8 - - + + +1.85 + + + 1.9 - - + + +1.95 + + + 2 - - - - - + + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg index 657bb26f67a..5df9de36504 100644 --- a/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_scheduled/report/relative_regression_small.svg @@ -112,8 +112,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_scheduled/report/slope.svg b/criterion/reachability_hydroflow_scheduled/report/slope.svg index fdb1c75cf0f..925c640046c 100644 --- a/criterion/reachability_hydroflow_scheduled/report/slope.svg +++ b/criterion/reachability_hydroflow_scheduled/report/slope.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +200 - - -40 + + +400 - - -60 + + +600 - - -80 + + +800 - - -100 + + +1000 - - -120 + + +1200 - - -140 + + +1400 - - - -1.796 + + +1600 - - -1.798 + + + +1.8118 - - -1.8 + + +1.812 - - -1.802 + + +1.8122 - - -1.804 + + +1.8124 - - -1.806 + + +1.8126 - - -1.808 + + +1.8128 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_scheduled/report/typical.svg b/criterion/reachability_hydroflow_scheduled/report/typical.svg index 98352dbe96e..414f7e47256 100644 --- a/criterion/reachability_hydroflow_scheduled/report/typical.svg +++ b/criterion/reachability_hydroflow_scheduled/report/typical.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ms) - -20 + +200 - - -40 + + +400 - - -60 + + +600 - - -80 + + +800 - - -100 + + +1000 - - -120 + + +1200 - - -140 + + +1400 - - - -1.796 + + +1600 - - -1.798 + + + +1.8118 - - -1.8 + + +1.812 - - -1.802 + + +1.8122 - - -1.804 + + +1.8124 - - -1.806 + + +1.8126 - - -1.808 + + +1.8128 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/base/estimates.json b/criterion/reachability_hydroflow_surface/base/estimates.json index b581ffc5f57..e0847595ab3 100644 --- a/criterion/reachability_hydroflow_surface/base/estimates.json +++ b/criterion/reachability_hydroflow_surface/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319891.762583336,"upper_bound":5334917.565916667},"point_estimate":5327055.120000001,"standard_error":3844.4768411735677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5314576.444444444,"upper_bound":5326572.222222222},"point_estimate":5319165.444444444,"standard_error":2873.969161971989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16903.698866566177,"upper_bound":32296.710726618996},"point_estimate":23866.72964294767,"standard_error":3773.760930388188},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28003.534261132463,"upper_bound":48079.88467278336},"point_estimate":38522.95553722847,"standard_error":5139.535885982465}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5020797.802999998,"upper_bound":5041843.77605},"point_estimate":5029735.359,"standard_error":5451.358243589349},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5016519.85,"upper_bound":5025729.0},"point_estimate":5020248.75,"standard_error":2494.1675079829347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15971.382346450317,"upper_bound":26291.5680252319},"point_estimate":21293.323211967807,"standard_error":2653.619776194419},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23404.885348075448,"upper_bound":85231.47766690352},"point_estimate":54740.48771717846,"standard_error":18640.03031895956}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/sample.json b/criterion/reachability_hydroflow_surface/base/sample.json index b02f9761572..a259c4ea9cb 100644 --- a/criterion/reachability_hydroflow_surface/base/sample.json +++ b/criterion/reachability_hydroflow_surface/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48498922.0,47892811.0,47941765.0,47791751.0,48124838.0,47858177.0,47897004.0,48062000.0,48279831.0,48164854.0,48006578.0,47775743.0,47908343.0,48179261.0,48306028.0,48137504.0,47823675.0,47948027.0,47858580.0,47593359.0,49446456.0,47620192.0,47643791.0,47671186.0,48073243.0,48253982.0,47847299.0,47974305.0,48694041.0,48475829.0,47948057.0,47831188.0,47717403.0,47960580.0,48007007.0,47798506.0,47884896.0,47807883.0,47714926.0,47569065.0,47429812.0,47783578.0,47391759.0,47346186.0,47446774.0,47629139.0,47461131.0,47642782.0,47678430.0,47947574.0,47852475.0,47851706.0,47815339.0,47796851.0,47852908.0,48037584.0,47948024.0,47889539.0,47915685.0,47860082.0,47939150.0,48288597.0,47734835.0,47842780.0,47711692.0,47911066.0,47895166.0,47625862.0,47636190.0,48274179.0,47829695.0,47730900.0,48468965.0,48148376.0,49201963.0,48039360.0,47779151.0,47771534.0,47982163.0,47759843.0,49187859.0,48149084.0,47777616.0,47757188.0,47607526.0,47716073.0,47817471.0,48280573.0,48108841.0,48042225.0,48305537.0,48020662.0,47897584.0,48606126.0,47996650.0,47647251.0,48001627.0,47841146.0,47638015.0,47812843.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[50706153.0,50117991.0,50222254.0,50090770.0,50517955.0,50313517.0,50039426.0,50169417.0,49917609.0,50081928.0,49854773.0,50017223.0,49983040.0,51249378.0,49896428.0,49886600.0,49913603.0,50015230.0,50022257.0,50202133.0,50083331.0,50204436.0,50033718.0,49956512.0,54794547.0,50098688.0,50168909.0,50161488.0,50140548.0,50082838.0,50349728.0,50243228.0,51654468.0,50144993.0,50335070.0,50248278.0,50219814.0,50435185.0,50260221.0,50379212.0,50205027.0,50387247.0,50448773.0,50472736.0,50521237.0,50472364.0,50388418.0,50241415.0,50307800.0,50348537.0,50374742.0,50288033.0,50168731.0,50256570.0,50278904.0,50370416.0,50258756.0,50175036.0,50343574.0,50114025.0,50112182.0,50285666.0,50328234.0,50202842.0,50506598.0,50594321.0,49949982.0,50173479.0,50019531.0,51483160.0,49965401.0,49932107.0,50011806.0,49958747.0,49873477.0,49909858.0,50341401.0,49901521.0,50000857.0,50027937.0,50109679.0,50078079.0,50008641.0,50429474.0,50103515.0,50157188.0,50183067.0,50346611.0,50624667.0,50191613.0,51104290.0,50321654.0,50345607.0,50524362.0,50929876.0,50183212.0,50255824.0,50195068.0,50268895.0,50159692.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/base/tukey.json b/criterion/reachability_hydroflow_surface/base/tukey.json index 96837e948aa..59f10822cda 100644 --- a/criterion/reachability_hydroflow_surface/base/tukey.json +++ b/criterion/reachability_hydroflow_surface/base/tukey.json @@ -1 +1 @@ -[5212943.138888888,5259759.305555555,5384602.416666667,5431418.583333334] \ No newline at end of file +[4928258.550000001,4968177.5625,5074628.262499999,5114547.274999999] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/change/estimates.json b/criterion/reachability_hydroflow_surface/change/estimates.json index 7b2b7c28bd9..61cbca3506b 100644 --- a/criterion/reachability_hydroflow_surface/change/estimates.json +++ b/criterion/reachability_hydroflow_surface/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0020132253053901507,"upper_bound":0.0024270669871926495},"point_estimate":0.00014713941203936542,"standard_error":0.0011248392227644316},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002189370782614941,"upper_bound":0.003070536795608536},"point_estimate":0.000855763495799966,"standard_error":0.0013338055045694634}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.058080872301532645,"upper_bound":-0.0534232805990119},"point_estimate":-0.055813156481850146,"standard_error":0.0012056988754765294},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.05754092273929695,"upper_bound":-0.054893378577997476},"point_estimate":-0.05619616414763806,"standard_error":0.0006641597528102979}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/estimates.json b/criterion/reachability_hydroflow_surface/new/estimates.json index b581ffc5f57..e0847595ab3 100644 --- a/criterion/reachability_hydroflow_surface/new/estimates.json +++ b/criterion/reachability_hydroflow_surface/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5319891.762583336,"upper_bound":5334917.565916667},"point_estimate":5327055.120000001,"standard_error":3844.4768411735677},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5314576.444444444,"upper_bound":5326572.222222222},"point_estimate":5319165.444444444,"standard_error":2873.969161971989},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":16903.698866566177,"upper_bound":32296.710726618996},"point_estimate":23866.72964294767,"standard_error":3773.760930388188},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":28003.534261132463,"upper_bound":48079.88467278336},"point_estimate":38522.95553722847,"standard_error":5139.535885982465}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5020797.802999998,"upper_bound":5041843.77605},"point_estimate":5029735.359,"standard_error":5451.358243589349},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5016519.85,"upper_bound":5025729.0},"point_estimate":5020248.75,"standard_error":2494.1675079829347},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15971.382346450317,"upper_bound":26291.5680252319},"point_estimate":21293.323211967807,"standard_error":2653.619776194419},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":23404.885348075448,"upper_bound":85231.47766690352},"point_estimate":54740.48771717846,"standard_error":18640.03031895956}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/sample.json b/criterion/reachability_hydroflow_surface/new/sample.json index b02f9761572..a259c4ea9cb 100644 --- a/criterion/reachability_hydroflow_surface/new/sample.json +++ b/criterion/reachability_hydroflow_surface/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0,9.0],"times":[48498922.0,47892811.0,47941765.0,47791751.0,48124838.0,47858177.0,47897004.0,48062000.0,48279831.0,48164854.0,48006578.0,47775743.0,47908343.0,48179261.0,48306028.0,48137504.0,47823675.0,47948027.0,47858580.0,47593359.0,49446456.0,47620192.0,47643791.0,47671186.0,48073243.0,48253982.0,47847299.0,47974305.0,48694041.0,48475829.0,47948057.0,47831188.0,47717403.0,47960580.0,48007007.0,47798506.0,47884896.0,47807883.0,47714926.0,47569065.0,47429812.0,47783578.0,47391759.0,47346186.0,47446774.0,47629139.0,47461131.0,47642782.0,47678430.0,47947574.0,47852475.0,47851706.0,47815339.0,47796851.0,47852908.0,48037584.0,47948024.0,47889539.0,47915685.0,47860082.0,47939150.0,48288597.0,47734835.0,47842780.0,47711692.0,47911066.0,47895166.0,47625862.0,47636190.0,48274179.0,47829695.0,47730900.0,48468965.0,48148376.0,49201963.0,48039360.0,47779151.0,47771534.0,47982163.0,47759843.0,49187859.0,48149084.0,47777616.0,47757188.0,47607526.0,47716073.0,47817471.0,48280573.0,48108841.0,48042225.0,48305537.0,48020662.0,47897584.0,48606126.0,47996650.0,47647251.0,48001627.0,47841146.0,47638015.0,47812843.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0,10.0],"times":[50706153.0,50117991.0,50222254.0,50090770.0,50517955.0,50313517.0,50039426.0,50169417.0,49917609.0,50081928.0,49854773.0,50017223.0,49983040.0,51249378.0,49896428.0,49886600.0,49913603.0,50015230.0,50022257.0,50202133.0,50083331.0,50204436.0,50033718.0,49956512.0,54794547.0,50098688.0,50168909.0,50161488.0,50140548.0,50082838.0,50349728.0,50243228.0,51654468.0,50144993.0,50335070.0,50248278.0,50219814.0,50435185.0,50260221.0,50379212.0,50205027.0,50387247.0,50448773.0,50472736.0,50521237.0,50472364.0,50388418.0,50241415.0,50307800.0,50348537.0,50374742.0,50288033.0,50168731.0,50256570.0,50278904.0,50370416.0,50258756.0,50175036.0,50343574.0,50114025.0,50112182.0,50285666.0,50328234.0,50202842.0,50506598.0,50594321.0,49949982.0,50173479.0,50019531.0,51483160.0,49965401.0,49932107.0,50011806.0,49958747.0,49873477.0,49909858.0,50341401.0,49901521.0,50000857.0,50027937.0,50109679.0,50078079.0,50008641.0,50429474.0,50103515.0,50157188.0,50183067.0,50346611.0,50624667.0,50191613.0,51104290.0,50321654.0,50345607.0,50524362.0,50929876.0,50183212.0,50255824.0,50195068.0,50268895.0,50159692.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/new/tukey.json b/criterion/reachability_hydroflow_surface/new/tukey.json index 96837e948aa..59f10822cda 100644 --- a/criterion/reachability_hydroflow_surface/new/tukey.json +++ b/criterion/reachability_hydroflow_surface/new/tukey.json @@ -1 +1 @@ -[5212943.138888888,5259759.305555555,5384602.416666667,5431418.583333334] \ No newline at end of file +[4928258.550000001,4968177.5625,5074628.262499999,5114547.274999999] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface/report/MAD.svg b/criterion/reachability_hydroflow_surface/report/MAD.svg index 26b4f0374d8..5eeb9446250 100644 --- a/criterion/reachability_hydroflow_surface/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface/report/MAD.svg @@ -9,82 +9,70 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - + + +0.18 + + - + 16 - - + + 18 - - + + 20 - - + + 22 - - + + 24 - - + + 26 - - -28 - - - -30 - - - -32 - - - -34 - - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/SD.svg b/criterion/reachability_hydroflow_surface/report/SD.svg index ab22a6871d9..2fa2cc68a8a 100644 --- a/criterion/reachability_hydroflow_surface/report/SD.svg +++ b/criterion/reachability_hydroflow_surface/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - + + +0.025 + + + 0.03 - - + + +0.035 + + + 0.04 - - + + +0.045 + + + 0.05 - - -0.06 + + + +20 - - -0.07 + + +30 - - -0.08 + + +40 - - - -30 + + +50 - - -35 + + +60 - - -40 + + +70 - - -45 + + +80 - - -50 + + +90 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg index 20fde2c91c7..3d2ffdc0004 100644 --- a/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/both/iteration_times.svg @@ -16,27 +16,57 @@ Average Iteration Time (ms) - - - - + + + + + + + + + + - + +5.0 + + + +5.05 + + + +5.1 + + + +5.15 + + + +5.2 + + + +5.25 + + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -82,206 +112,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/reachability_hydroflow_surface/report/both/pdf.svg b/criterion/reachability_hydroflow_surface/report/both/pdf.svg index 18470adc659..a3853a2d02e 100644 --- a/criterion/reachability_hydroflow_surface/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/both/pdf.svg @@ -34,22 +34,18 @@ Average Time (ms) - -5.3 - - - -5.4 - - - -5.5 - - - - - - + +5 + + + +5.2 + + + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface/report/change/mean.svg b/criterion/reachability_hydroflow_surface/report/change/mean.svg index 1e435bd83c2..0002007aec1 100644 --- a/criterion/reachability_hydroflow_surface/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/change/mean.svg @@ -9,83 +9,59 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - -350 - - + - --0.0025 - - - --0.002 - - - --0.0015 - - - --0.001 - - - --5e-4 - - - -0 - - - -5e-4 - - - -0.001 - - - -0.0015 - - - -0.002 - - - -0.0025 - - - - - - + +-0.058 + + + +-0.057 + + + +-0.056 + + + +-0.055 + + + +-0.054 + + + +-0.053 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/median.svg b/criterion/reachability_hydroflow_surface/report/change/median.svg index 88b761b32ac..24737a0878b 100644 --- a/criterion/reachability_hydroflow_surface/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface/report/change/median.svg @@ -9,63 +9,59 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - - -150 - - - + + 200 - - -250 - - - + + 300 - - -350 + + +400 + + + +500 + + + +600 - + - --0.002 - - - --0.001 - - - -0 - - - -0.001 - - - -0.002 - - - -0.003 - - - - - - + +-0.0575 + + + +-0.057 + + + +-0.0565 + + + +-0.056 + + + +-0.0555 + + + +-0.055 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/change/t-test.svg b/criterion/reachability_hydroflow_surface/report/change/t-test.svg index ef6c78ead7a..790051b471f 100644 --- a/criterion/reachability_hydroflow_surface/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface/report/index.html b/criterion/reachability_hydroflow_surface/report/index.html index 0f009dc5cda..dda3db5810d 100644 --- a/criterion/reachability_hydroflow_surface/report/index.html +++ b/criterion/reachability_hydroflow_surface/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0013841 - 0.0014324 - 0.0013746 + 0.0006217 + 0.0006384 + 0.0006084 Mean - 5.3199 ms - 5.3271 ms - 5.3349 ms + 5.0208 ms + 5.0297 ms + 5.0418 ms Std. Dev. - 28.004 µs - 38.523 µs - 48.080 µs + 23.405 µs + 54.740 µs + 85.231 µs Median - 5.3146 ms - 5.3192 ms - 5.3266 ms + 5.0165 ms + 5.0202 ms + 5.0257 ms MAD - 16.904 µs - 23.867 µs - 32.297 µs + 15.971 µs + 21.293 µs + 26.292 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -0.2013% - +0.0147% - +0.2427% - (p = 0.90 > + -5.8081% + -5.5813% + -5.3423% + (p = 0.00 < 0.05) - No change in performance detected. + Performance has improved.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times.svg b/criterion/reachability_hydroflow_surface/report/iteration_times.svg index 16abe891f9f..80b3f3294e4 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times.svg @@ -15,62 +15,57 @@ Average Iteration Time (ms) - - - - - - - - - - - + + + + + + + + + + - -5.28 + +5.0 - - -5.3 - - - -5.32 + + +5.05 - - -5.34 + + +5.1 - - -5.36 + + +5.15 - - -5.38 + + +5.2 - - -5.4 + + +5.25 - - -5.42 + + +5.3 - - -5.44 + + +5.35 - - -5.46 + + +5.4 - - -5.48 + + +5.45 - + 10 @@ -112,106 +107,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg index eeccb9bd3e6..373d6d6b4e6 100644 --- a/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/iteration_times_small.svg @@ -12,60 +12,55 @@ Average Iteration Time (ms) - - - - - - - - - - + + + + + + + + + - -5.28 + +5.0 - - -5.3 - - - -5.32 + + +5.05 - - -5.34 + + +5.1 - - -5.36 + + +5.15 - - -5.38 + + +5.2 - - -5.4 + + +5.25 - - -5.42 + + +5.3 - - -5.44 + + +5.35 - - -5.46 + + +5.4 - + -5.48 +5.45 @@ -109,104 +104,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/mean.svg b/criterion/reachability_hydroflow_surface/report/mean.svg index d4a8f429365..ee46cb526f8 100644 --- a/criterion/reachability_hydroflow_surface/report/mean.svg +++ b/criterion/reachability_hydroflow_surface/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + - -5.32 - - - -5.322 - - - -5.324 - - - -5.326 - - - -5.328 + +5.02 - - -5.33 + + +5.025 - - -5.332 + + +5.03 - - -5.334 + + +5.035 - - -5.336 + + +5.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/median.svg b/criterion/reachability_hydroflow_surface/report/median.svg index 98fb130bd5b..121c4eab47a 100644 --- a/criterion/reachability_hydroflow_surface/report/median.svg +++ b/criterion/reachability_hydroflow_surface/report/median.svg @@ -9,58 +9,82 @@ Density (a.u.) Average time (ms) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - + + +300 + + + +350 + + - -5.314 + +5.016 + + + +5.017 + + + +5.018 + + + +5.019 + + + +5.02 - - -5.316 + + +5.021 - - -5.318 + + +5.022 - - -5.32 + + +5.023 - - -5.322 + + +5.024 - - -5.324 + + +5.025 - - -5.326 + + +5.026 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface/report/pdf.svg b/criterion/reachability_hydroflow_surface/report/pdf.svg index 8a290a6d705..eeeb5eee270 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf.svg @@ -13,67 +13,71 @@ Average Time (ms) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 + + +10 + - -5.25 + +5 - - -5.3 + + +5.1 - - -5.35 + + +5.2 - - -5.4 + + +5.3 - - -5.45 + + +5.4 - - + + 5.5 - + Density (a.u.) @@ -82,52 +86,48 @@ Density (a.u.) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface/report/pdf_small.svg b/criterion/reachability_hydroflow_surface/report/pdf_small.svg index 8e09fad6c4c..4defaeb0684 100644 --- a/criterion/reachability_hydroflow_surface/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/pdf_small.svg @@ -10,47 +10,39 @@ Average Time (ms) 0 - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - -14 - - + - -5.3 - - - -5.4 + +5 - - -5.5 + + +5.2 - - - + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg index 206ab193d48..4fdcc15a78d 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_iteration_times_small.svg @@ -13,27 +13,57 @@ Average Iteration Time (ms) - - - + + + + + + + + + - + +5.0 + + + +5.05 + + + +5.1 + + + +5.15 + + + +5.2 + + + +5.25 + + + 5.3 - - + + 5.35 - - + + 5.4 - - + + 5.45 - + 0 @@ -79,204 +109,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg index a69f80646d5..fa7234ef584 100644 --- a/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface/report/relative_pdf_small.svg @@ -31,20 +31,16 @@ Average Time (ms) - -5.3 - - - -5.4 - - - -5.5 - - - - - - + +5 + + + +5.2 + + + + + + diff --git a/criterion/reachability_hydroflow_surface/report/typical.svg b/criterion/reachability_hydroflow_surface/report/typical.svg index 7e6c8fa6b1d..e654e76c5fa 100644 --- a/criterion/reachability_hydroflow_surface/report/typical.svg +++ b/criterion/reachability_hydroflow_surface/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - -90 - - - -100 - - - -110 - - + - -5.32 - - - -5.322 - - - -5.324 - - - -5.326 - - - -5.328 + +5.02 - - -5.33 + + +5.025 - - -5.332 + + +5.03 - - -5.334 + + +5.035 - - -5.336 + + +5.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json index d5618526a2a..0ce3c999ad5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514095.769291049,"upper_bound":1530696.2583400751},"point_estimate":1520612.8111308315,"standard_error":4408.538375809883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510843.6483333334,"upper_bound":1513850.5394736843},"point_estimate":1512133.2610275038,"standard_error":907.894681078349},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3887.838623320844,"upper_bound":7248.323445861952},"point_estimate":5413.733574648708,"standard_error":905.4684329237558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513902.1254633367,"upper_bound":1524744.7557790438},"point_estimate":1518402.911260529,"standard_error":2815.038129973361},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8744.131110527222,"upper_bound":72965.17756559316},"point_estimate":44326.791199217616,"standard_error":19481.078855534368}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527958.4720749347,"upper_bound":1534206.6358013493},"point_estimate":1530666.568455577,"standard_error":1609.2096561036667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526358.392857143,"upper_bound":1527967.7029411765},"point_estimate":1527393.5870129871,"standard_error":442.28367241034914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2628.9841298768138,"upper_bound":4480.810792188576},"point_estimate":3914.6853895583668,"standard_error":466.57754850572513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527566.6050307741,"upper_bound":1535301.961667922},"point_estimate":1530528.1782355548,"standard_error":2067.1562631915663},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5758.510943516134,"upper_bound":24188.915510868},"point_estimate":16192.12543822495,"standard_error":4764.794314890172}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/sample.json b/criterion/reachability_hydroflow_surface_cheating/base/sample.json index fd238207df7..ca28c550626 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1657663.0,3018338.0,4590432.0,6056755.0,7727984.0,9188125.0,10530405.0,12070277.0,13598619.0,15060022.0,16558448.0,18160043.0,19574793.0,21099826.0,22556378.0,24051397.0,25678075.0,27133486.0,28738293.0,30196972.0,31794223.0,33421034.0,34987841.0,36100664.0,37711572.0,39135891.0,40740565.0,42408451.0,43778866.0,45341715.0,46698590.0,48358475.0,50046861.0,51473747.0,52873986.0,54562705.0,56176597.0,57748883.0,59021868.0,61608591.0,61994163.0,80694841.0,65754200.0,66443159.0,68294488.0,69229630.0,71074047.0,74194545.0,73972031.0,75230602.0,76887356.0,78668601.0,80410129.0,81735001.0,82995586.0,84480488.0,85966014.0,87894030.0,89033869.0,92265522.0,92050094.0,94316976.0,95123179.0,96698843.0,98147159.0,99864619.0,101647375.0,103125434.0,104476360.0,106775521.0,107762690.0,109892546.0,112019863.0,112284332.0,113169376.0,115052641.0,116361423.0,118722042.0,120724209.0,121209805.0,122210680.0,124113629.0,125528420.0,127475276.0,128897329.0,130896962.0,133274736.0,139414663.0,134484122.0,135664620.0,137273556.0,139041519.0,140345680.0,141980994.0,143545885.0,145065998.0,147066127.0,148046859.0,149279866.0,151072963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1573802.0,3057927.0,4564053.0,6077034.0,7623181.0,9130432.0,10679154.0,12154574.0,13820510.0,15305011.0,16769149.0,19713746.0,19863269.0,21357900.0,22888163.0,24496020.0,26425852.0,27605544.0,29079998.0,30456755.0,32080878.0,33594731.0,35097863.0,36702643.0,38253700.0,39573125.0,41178620.0,42738035.0,44237589.0,45810628.0,47235793.0,48789720.0,50387625.0,51836948.0,53425134.0,54828962.0,56404339.0,58311939.0,59505610.0,61126402.0,62510874.0,64026481.0,65505001.0,67118565.0,68956560.0,70276094.0,71658908.0,73431037.0,74843601.0,76580572.0,77929328.0,80930912.0,81108938.0,82872858.0,84005171.0,85730094.0,87295903.0,88639340.0,90163954.0,91674562.0,93059205.0,94770405.0,96388384.0,97719403.0,99467007.0,100718737.0,102323298.0,103890246.0,105114885.0,106841488.0,108359646.0,111474953.0,111397955.0,113195145.0,114336859.0,115701720.0,117544713.0,119275623.0,120790212.0,122493501.0,123751929.0,125456323.0,126793573.0,128334739.0,129947573.0,139153518.0,133580520.0,134682123.0,136509249.0,137305654.0,138701925.0,140271803.0,141711569.0,143167578.0,146731694.0,146713518.0,148098800.0,149545916.0,150871264.0,152777212.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json index a0bb37a4c5a..e3175c1238f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/base/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/base/tukey.json @@ -1 +1 @@ -[1483841.7155461507,1496428.9150010932,1529994.7802142731,1542581.9796692156] \ No newline at end of file +[1510042.4473775018,1517533.1903252243,1537508.5048524844,1544999.247800207] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json index 8538e391502..f87aed94b6c 100644 --- a/criterion/reachability_hydroflow_surface_cheating/change/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00914440159168568,"upper_bound":0.004588990917018777},"point_estimate":-0.0033783705555361365,"standard_error":0.003485396045843658},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005287667342126601,"upper_bound":-0.0021017489948177426},"point_estimate":-0.003740568536334088,"standard_error":0.0008296210256903026}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00028659996850840754,"upper_bound":0.01175165381077447},"point_estimate":0.006611648442754303,"standard_error":0.003109777236521017},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.008747183379878067,"upper_bound":0.011152880968415824},"point_estimate":0.010091918734142391,"standard_error":0.0006765455165753828}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json index d5618526a2a..0ce3c999ad5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/estimates.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1514095.769291049,"upper_bound":1530696.2583400751},"point_estimate":1520612.8111308315,"standard_error":4408.538375809883},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1510843.6483333334,"upper_bound":1513850.5394736843},"point_estimate":1512133.2610275038,"standard_error":907.894681078349},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3887.838623320844,"upper_bound":7248.323445861952},"point_estimate":5413.733574648708,"standard_error":905.4684329237558},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1513902.1254633367,"upper_bound":1524744.7557790438},"point_estimate":1518402.911260529,"standard_error":2815.038129973361},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8744.131110527222,"upper_bound":72965.17756559316},"point_estimate":44326.791199217616,"standard_error":19481.078855534368}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527958.4720749347,"upper_bound":1534206.6358013493},"point_estimate":1530666.568455577,"standard_error":1609.2096561036667},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1526358.392857143,"upper_bound":1527967.7029411765},"point_estimate":1527393.5870129871,"standard_error":442.28367241034914},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2628.9841298768138,"upper_bound":4480.810792188576},"point_estimate":3914.6853895583668,"standard_error":466.57754850572513},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1527566.6050307741,"upper_bound":1535301.961667922},"point_estimate":1530528.1782355548,"standard_error":2067.1562631915663},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":5758.510943516134,"upper_bound":24188.915510868},"point_estimate":16192.12543822495,"standard_error":4764.794314890172}} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/sample.json b/criterion/reachability_hydroflow_surface_cheating/new/sample.json index fd238207df7..ca28c550626 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/sample.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1657663.0,3018338.0,4590432.0,6056755.0,7727984.0,9188125.0,10530405.0,12070277.0,13598619.0,15060022.0,16558448.0,18160043.0,19574793.0,21099826.0,22556378.0,24051397.0,25678075.0,27133486.0,28738293.0,30196972.0,31794223.0,33421034.0,34987841.0,36100664.0,37711572.0,39135891.0,40740565.0,42408451.0,43778866.0,45341715.0,46698590.0,48358475.0,50046861.0,51473747.0,52873986.0,54562705.0,56176597.0,57748883.0,59021868.0,61608591.0,61994163.0,80694841.0,65754200.0,66443159.0,68294488.0,69229630.0,71074047.0,74194545.0,73972031.0,75230602.0,76887356.0,78668601.0,80410129.0,81735001.0,82995586.0,84480488.0,85966014.0,87894030.0,89033869.0,92265522.0,92050094.0,94316976.0,95123179.0,96698843.0,98147159.0,99864619.0,101647375.0,103125434.0,104476360.0,106775521.0,107762690.0,109892546.0,112019863.0,112284332.0,113169376.0,115052641.0,116361423.0,118722042.0,120724209.0,121209805.0,122210680.0,124113629.0,125528420.0,127475276.0,128897329.0,130896962.0,133274736.0,139414663.0,134484122.0,135664620.0,137273556.0,139041519.0,140345680.0,141980994.0,143545885.0,145065998.0,147066127.0,148046859.0,149279866.0,151072963.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[1.0,2.0,3.0,4.0,5.0,6.0,7.0,8.0,9.0,10.0,11.0,12.0,13.0,14.0,15.0,16.0,17.0,18.0,19.0,20.0,21.0,22.0,23.0,24.0,25.0,26.0,27.0,28.0,29.0,30.0,31.0,32.0,33.0,34.0,35.0,36.0,37.0,38.0,39.0,40.0,41.0,42.0,43.0,44.0,45.0,46.0,47.0,48.0,49.0,50.0,51.0,52.0,53.0,54.0,55.0,56.0,57.0,58.0,59.0,60.0,61.0,62.0,63.0,64.0,65.0,66.0,67.0,68.0,69.0,70.0,71.0,72.0,73.0,74.0,75.0,76.0,77.0,78.0,79.0,80.0,81.0,82.0,83.0,84.0,85.0,86.0,87.0,88.0,89.0,90.0,91.0,92.0,93.0,94.0,95.0,96.0,97.0,98.0,99.0,100.0],"times":[1573802.0,3057927.0,4564053.0,6077034.0,7623181.0,9130432.0,10679154.0,12154574.0,13820510.0,15305011.0,16769149.0,19713746.0,19863269.0,21357900.0,22888163.0,24496020.0,26425852.0,27605544.0,29079998.0,30456755.0,32080878.0,33594731.0,35097863.0,36702643.0,38253700.0,39573125.0,41178620.0,42738035.0,44237589.0,45810628.0,47235793.0,48789720.0,50387625.0,51836948.0,53425134.0,54828962.0,56404339.0,58311939.0,59505610.0,61126402.0,62510874.0,64026481.0,65505001.0,67118565.0,68956560.0,70276094.0,71658908.0,73431037.0,74843601.0,76580572.0,77929328.0,80930912.0,81108938.0,82872858.0,84005171.0,85730094.0,87295903.0,88639340.0,90163954.0,91674562.0,93059205.0,94770405.0,96388384.0,97719403.0,99467007.0,100718737.0,102323298.0,103890246.0,105114885.0,106841488.0,108359646.0,111474953.0,111397955.0,113195145.0,114336859.0,115701720.0,117544713.0,119275623.0,120790212.0,122493501.0,123751929.0,125456323.0,126793573.0,128334739.0,129947573.0,139153518.0,133580520.0,134682123.0,136509249.0,137305654.0,138701925.0,140271803.0,141711569.0,143167578.0,146731694.0,146713518.0,148098800.0,149545916.0,150871264.0,152777212.0]} \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json index a0bb37a4c5a..e3175c1238f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/new/tukey.json +++ b/criterion/reachability_hydroflow_surface_cheating/new/tukey.json @@ -1 +1 @@ -[1483841.7155461507,1496428.9150010932,1529994.7802142731,1542581.9796692156] \ No newline at end of file +[1510042.4473775018,1517533.1903252243,1537508.5048524844,1544999.247800207] \ No newline at end of file diff --git a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg index 782a23e74bb..eaad072c0f2 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/MAD.svg @@ -9,78 +9,94 @@ Density (a.u.) Average time (µs) - -0.05 + +0.1 - + -0.1 +0.2 - -0.15 + +0.3 - - -0.2 + + +0.4 - - -0.25 + + +0.5 - - -0.3 + + +0.6 - - -0.35 + + +0.7 - - -0.4 + + +0.8 + + + +0.9 - - -0.45 + + +1 - + - -4 + +2.6 + + + +2.8 - - -4.5 + + +3 - - -5 + + +3.2 - - -5.5 + + +3.4 - - -6 + + +3.6 + + + +3.8 + + + +4 - - -6.5 + + +4.2 - - -7 + + +4.4 - - -7.5 + + +4.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg index 90d161ec383..5ce4b5cf854 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/SD.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (µs) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - - -10 + + +0.06 - - -20 + + +0.07 + + + +0.08 - - -30 + + +0.09 - - -40 + + + +5 - - -50 + + +10 - - -60 + + +15 - - -70 + + +20 - - -80 + + +25 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg index 1e83dd8d3f5..f27b45241c8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/pdf.svg @@ -9,26 +9,42 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + 1.5 @@ -50,10 +66,10 @@ Average Time (ms) 1.9 - - - - + + + + Base PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg index e3d35afd0e2..041ea6d838f 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/both/regression.svg @@ -20,46 +20,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -105,10 +105,10 @@ Iterations 100 - - - - + + + + Base Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg index 130deb745a2..16883825332 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/mean.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - - - - + + +0.008 + + + +0.01 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg index c78f80bcd2b..4088e4d5547 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/median.svg @@ -9,83 +9,79 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - - + + 500 - + + +550 + + - --0.0055 - - - --0.005 - - - --0.0045 - - - --0.004 - - - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 - - - - - - + +0.0085 + + + +0.009 + + + +0.0095 + + + +0.01 + + + +0.0105 + + + +0.011 + + + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg index 75455fea783..48d2103ca78 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/change/t-test.svg @@ -13,73 +13,73 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/index.html b/criterion/reachability_hydroflow_surface_cheating/report/index.html index c5c87c366b3..ac2e306b075 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/index.html +++ b/criterion/reachability_hydroflow_surface_cheating/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 1.5139 ms - 1.5184 ms - 1.5247 ms + 1.5276 ms + 1.5305 ms + 1.5353 ms R² - 0.9404731 - 0.9415712 - 0.9393936 + 0.9874334 + 0.9879413 + 0.9866227 Mean - 1.5141 ms - 1.5206 ms - 1.5307 ms + 1.5280 ms + 1.5307 ms + 1.5342 ms Std. Dev. - 8.7441 µs - 44.327 µs - 72.965 µs + 5.7585 µs + 16.192 µs + 24.189 µs Median - 1.5108 ms - 1.5121 ms - 1.5139 ms + 1.5264 ms + 1.5274 ms + 1.5280 ms MAD - 3.8878 µs - 5.4137 µs - 7.2483 µs + 2.6290 µs + 3.9147 µs + 4.4808 µs @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9144% - -0.3378% - +0.4589% - (p = 0.35 > + -0.0287% + +0.6612% + +1.1752% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg index d2c3607f4ed..b9306e194c3 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/mean.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/mean.svg @@ -9,90 +9,58 @@ Density (a.u.) Average time (ms) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 - - - -90 - - - + + 100 - - - -1.514 + + +150 - - -1.516 + + +200 - - -1.518 + + +250 - - -1.52 + + + +1.528 - - -1.522 + + +1.529 - - -1.524 + + +1.53 - - -1.526 + + +1.531 - - -1.528 + + +1.532 - - -1.53 + + +1.533 - - -1.532 + + +1.534 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/median.svg b/criterion/reachability_hydroflow_surface_cheating/report/median.svg index d856ab9e85f..853a12153d5 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/median.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/median.svg @@ -10,69 +10,81 @@ Average time (ms) -100 +200 - -200 + +400 - - -300 + + +600 - - -400 + + +800 - - -500 + + +1000 - - -600 + + +1200 - - -700 + + +1400 - - -800 + + +1600 - + - -1.511 + +1.5262 + + + +1.5264 + + + +1.5266 + + + +1.5268 - - -1.5115 + + +1.527 - - -1.512 + + +1.5272 - - -1.5125 + + +1.5274 - - -1.513 + + +1.5276 - - -1.5135 + + +1.5278 - - -1.514 + + +1.528 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg index 1e952a2085c..0d7e6dc4128 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf.svg @@ -54,50 +54,42 @@ Average Time (ms) - -1.45 - - - + 1.5 - - -1.55 - - - -1.6 + + +1.52 - - -1.65 + + +1.54 - - -1.7 + + +1.56 - - -1.75 + + +1.58 - - -1.8 + + +1.6 - - -1.85 + + +1.62 - - -1.9 + + +1.64 - - -1.95 + + +1.66 - + Density (a.u.) @@ -106,70 +98,62 @@ Density (a.u.) 0 - -2 + +5 + + + +10 - - -4 + + +15 - - -6 + + +20 - - -8 + + +25 - - -10 + + +30 + + + +35 + + + +40 - - -12 - - - -14 - - - -16 - - - -18 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + +45 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg index 43a0173451d..990de64a6ce 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/pdf_small.svg @@ -11,66 +11,62 @@ Average Time (ms) -2 +5 - -4 + +10 - - -6 + + +15 - - -8 + + +20 - - -10 + + +25 - - -12 + + +30 - - -14 + + +35 - - -16 + + +40 - - -18 + + +45 - - -20 + + +50 - + - + 1.5 - - -1.6 - - - -1.7 + + +1.55 - - -1.8 + + +1.6 - - -1.9 + + +1.65 - - - + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg index a49ed7c85a5..b6416373e47 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression.svg @@ -19,41 +19,41 @@ Iterations - - - - - - + + + + + + 20.0 - + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -96,29 +96,29 @@ Iterations - + - - - + + + - - - + + + - - - - - + + + + + - - - + + + @@ -130,73 +130,73 @@ Iterations - - + + - - - - + + + + - + - - - - - + + + + + - + - - + + - + - + - - - - - - - - - - + + + + + + + + + + - + - - + + - - - - - - - - - - + + + + + + + + + + - - + + - + - + Sample diff --git a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg index 60154927284..ec29c60dbe8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/regression_small.svg @@ -15,42 +15,42 @@ Iterations - + - - - - - + + + + + - + 20.0 - + 40.0 - + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 10 @@ -99,23 +99,23 @@ Iterations - + - - + + - + - - + + @@ -124,74 +124,74 @@ Iterations - + - + - + - - + + - + - + - + - + - + - + - - - + + + - + - + - - - - - - - + + + + + + + - + - - + + - + - - - - - - + + + + + + - - + + - + - + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg index 860517eead6..33d60e74ccb 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_pdf_small.svg @@ -6,26 +6,42 @@ Density (a.u.) Average Time (ms) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - + + +30 + + + +35 + + + +40 + + + +45 + + 1.5 @@ -47,8 +63,8 @@ Average Time (ms) 1.9 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg index 25d552302d9..966ad55c3a8 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/relative_regression_small.svg @@ -17,46 +17,46 @@ Iterations - - - - - - - + + + + + + + 0.0 - + 20.0 - - + + 40.0 - - + + 60.0 - - + + 80.0 - - + + 100.0 - - + + 120.0 - - + + 140.0 - + 0 @@ -102,8 +102,8 @@ Iterations 100 - - - - + + + + diff --git a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg index d09189bf5af..71fdd009327 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/slope.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/slope.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + + +220 + + - -1.514 + +1.527 + + + +1.528 + + + +1.529 + + + +1.53 + + + +1.531 - - -1.516 + + +1.532 - - -1.518 + + +1.533 - - -1.52 + + +1.534 - - -1.522 + + +1.535 - - -1.524 + + +1.536 - - - - + + + + Bootstrap distribution diff --git a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg index bd86a7feddb..9480bd025ec 100644 --- a/criterion/reachability_hydroflow_surface_cheating/report/typical.svg +++ b/criterion/reachability_hydroflow_surface_cheating/report/typical.svg @@ -9,66 +9,94 @@ Density (a.u.) Average time (ms) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - + + +180 + + + +200 + + + +220 + + - -1.514 + +1.527 + + + +1.528 + + + +1.529 + + + +1.53 + + + +1.531 - - -1.516 + + +1.532 - - -1.518 + + +1.533 - - -1.52 + + +1.534 - - -1.522 + + +1.535 - - -1.524 + + +1.536 - - - - + + + + Bootstrap distribution