From d3b134179fdbd83044feadf261945e9f522bc6da Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Sun, 19 Jan 2025 03:52:39 +0000 Subject: [PATCH] Update Benchmarks 2025-01-19 7aa8f8b3c3a2f5f8f3fac5adecd30c4f6753e1ae --- bench/data.js | 126 ++++- bench/data.json | 126 ++++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../new/sample.json | 2 +- .../new/tukey.json | 2 +- .../report/MAD.svg | 86 ++-- .../fork_join_hydroflow_builder/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 454 +++++++++-------- .../report/both/pdf.svg | 86 ++-- .../report/change/mean.svg | 114 +++-- .../report/change/median.svg | 106 ++-- .../report/change/t-test.svg | 72 +-- .../report/index.html | 38 +- .../report/iteration_times.svg | 256 +++++----- .../report/iteration_times_small.svg | 256 +++++----- .../report/mean.svg | 112 ++--- .../report/median.svg | 102 ++-- .../report/pdf.svg | 166 +++---- .../report/pdf_small.svg | 74 ++- .../report/relative_iteration_times_small.svg | 454 +++++++++-------- .../report/relative_pdf_small.svg | 86 ++-- .../report/typical.svg | 112 ++--- .../hydroflow_diamond/base/estimates.json | 2 +- criterion/hydroflow_diamond/base/sample.json | 2 +- criterion/hydroflow_diamond/base/tukey.json | 2 +- .../hydroflow_diamond/change/estimates.json | 2 +- .../hydroflow_diamond/new/estimates.json | 2 +- criterion/hydroflow_diamond/new/sample.json | 2 +- criterion/hydroflow_diamond/new/tukey.json | 2 +- criterion/hydroflow_diamond/report/MAD.svg | 90 ++-- criterion/hydroflow_diamond/report/SD.svg | 100 ++-- .../report/both/iteration_times.svg | 466 ++++++++--------- .../hydroflow_diamond/report/both/pdf.svg | 68 ++- .../hydroflow_diamond/report/change/mean.svg | 120 +++-- .../report/change/median.svg | 116 +++-- .../report/change/t-test.svg | 76 +-- criterion/hydroflow_diamond/report/index.html | 38 +- .../report/iteration_times.svg | 248 +++++----- .../report/iteration_times_small.svg | 248 +++++----- criterion/hydroflow_diamond/report/mean.svg | 102 ++-- criterion/hydroflow_diamond/report/median.svg | 94 ++-- criterion/hydroflow_diamond/report/pdf.svg | 112 +++-- .../hydroflow_diamond/report/pdf_small.svg | 84 ++-- .../report/relative_iteration_times_small.svg | 468 +++++++++--------- .../report/relative_pdf_small.svg | 68 ++- .../hydroflow_diamond/report/typical.svg | 102 ++-- .../micro_ops_anti_join/base/estimates.json | 2 +- .../micro_ops_anti_join/base/sample.json | 2 +- criterion/micro_ops_anti_join/base/tukey.json | 2 +- .../micro_ops_anti_join/change/estimates.json | 2 +- .../micro_ops_anti_join/new/estimates.json | 2 +- criterion/micro_ops_anti_join/new/sample.json | 2 +- criterion/micro_ops_anti_join/new/tukey.json | 2 +- criterion/micro_ops_anti_join/report/MAD.svg | 84 ++-- criterion/micro_ops_anti_join/report/SD.svg | 102 ++-- .../micro_ops_anti_join/report/both/pdf.svg | 44 +- .../report/both/regression.svg | 38 +- .../report/change/mean.svg | 86 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 64 +-- .../micro_ops_anti_join/report/index.html | 44 +- criterion/micro_ops_anti_join/report/mean.svg | 70 +-- .../micro_ops_anti_join/report/median.svg | 102 ++-- criterion/micro_ops_anti_join/report/pdf.svg | 120 +++-- .../micro_ops_anti_join/report/pdf_small.svg | 56 ++- .../micro_ops_anti_join/report/regression.svg | 241 +++++---- .../report/regression_small.svg | 241 +++++---- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 32 +- .../micro_ops_anti_join/report/slope.svg | 104 ++-- .../micro_ops_anti_join/report/typical.svg | 104 ++-- .../micro_ops_crossjoin/base/estimates.json | 2 +- .../micro_ops_crossjoin/base/sample.json | 2 +- criterion/micro_ops_crossjoin/base/tukey.json | 2 +- .../micro_ops_crossjoin/change/estimates.json | 2 +- .../micro_ops_crossjoin/new/estimates.json | 2 +- criterion/micro_ops_crossjoin/new/sample.json | 2 +- criterion/micro_ops_crossjoin/new/tukey.json | 2 +- criterion/micro_ops_crossjoin/report/MAD.svg | 90 ++-- criterion/micro_ops_crossjoin/report/SD.svg | 88 ++-- .../micro_ops_crossjoin/report/both/pdf.svg | 30 +- .../report/both/regression.svg | 8 +- .../report/change/mean.svg | 104 ++-- .../report/change/median.svg | 100 ++-- .../report/change/t-test.svg | 76 +-- .../micro_ops_crossjoin/report/index.html | 44 +- criterion/micro_ops_crossjoin/report/mean.svg | 86 ++-- .../micro_ops_crossjoin/report/median.svg | 104 ++-- criterion/micro_ops_crossjoin/report/pdf.svg | 126 +++-- .../micro_ops_crossjoin/report/pdf_small.svg | 58 +-- .../micro_ops_crossjoin/report/regression.svg | 183 ++++--- .../report/regression_small.svg | 155 +++--- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_crossjoin/report/slope.svg | 98 ++-- .../micro_ops_crossjoin/report/typical.svg | 98 ++-- .../micro_ops_difference/base/estimates.json | 2 +- .../micro_ops_difference/base/sample.json | 2 +- .../micro_ops_difference/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../micro_ops_difference/new/estimates.json | 2 +- .../micro_ops_difference/new/sample.json | 2 +- criterion/micro_ops_difference/new/tukey.json | 2 +- criterion/micro_ops_difference/report/MAD.svg | 92 ++-- criterion/micro_ops_difference/report/SD.svg | 90 ++-- .../micro_ops_difference/report/both/pdf.svg | 28 +- .../report/both/regression.svg | 56 +-- .../report/change/mean.svg | 80 +-- .../report/change/median.svg | 96 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_difference/report/index.html | 46 +- .../micro_ops_difference/report/mean.svg | 96 ++-- .../micro_ops_difference/report/median.svg | 96 ++-- criterion/micro_ops_difference/report/pdf.svg | 136 +++-- .../micro_ops_difference/report/pdf_small.svg | 66 ++- .../report/regression.svg | 244 ++++----- .../report/regression_small.svg | 240 ++++----- .../report/relative_pdf_small.svg | 28 +- .../report/relative_regression_small.svg | 32 +- .../micro_ops_difference/report/slope.svg | 86 ++-- .../micro_ops_difference/report/typical.svg | 86 ++-- .../micro_ops_flat_map/base/estimates.json | 2 +- criterion/micro_ops_flat_map/base/sample.json | 2 +- criterion/micro_ops_flat_map/base/tukey.json | 2 +- .../micro_ops_flat_map/change/estimates.json | 2 +- .../micro_ops_flat_map/new/estimates.json | 2 +- criterion/micro_ops_flat_map/new/sample.json | 2 +- criterion/micro_ops_flat_map/new/tukey.json | 2 +- criterion/micro_ops_flat_map/report/MAD.svg | 100 ++-- criterion/micro_ops_flat_map/report/SD.svg | 108 ++-- .../micro_ops_flat_map/report/both/pdf.svg | 40 +- .../report/both/regression.svg | 8 +- .../micro_ops_flat_map/report/change/mean.svg | 90 ++-- .../report/change/median.svg | 62 +-- .../report/change/t-test.svg | 60 +-- .../micro_ops_flat_map/report/index.html | 44 +- criterion/micro_ops_flat_map/report/mean.svg | 90 ++-- .../micro_ops_flat_map/report/median.svg | 76 ++- criterion/micro_ops_flat_map/report/pdf.svg | 134 ++--- .../micro_ops_flat_map/report/pdf_small.svg | 64 ++- .../micro_ops_flat_map/report/regression.svg | 234 ++++----- .../report/regression_small.svg | 220 ++++---- .../report/relative_pdf_small.svg | 40 +- .../report/relative_regression_small.svg | 8 +- criterion/micro_ops_flat_map/report/slope.svg | 64 +-- .../micro_ops_flat_map/report/typical.svg | 64 +-- criterion/micro_ops_fold/base/estimates.json | 2 +- criterion/micro_ops_fold/base/sample.json | 2 +- criterion/micro_ops_fold/base/tukey.json | 2 +- .../micro_ops_fold/change/estimates.json | 2 +- criterion/micro_ops_fold/new/estimates.json | 2 +- criterion/micro_ops_fold/new/sample.json | 2 +- criterion/micro_ops_fold/new/tukey.json | 2 +- criterion/micro_ops_fold/report/MAD.svg | 62 +-- criterion/micro_ops_fold/report/SD.svg | 104 ++-- .../report/both/iteration_times.svg | 455 +++++++++-------- criterion/micro_ops_fold/report/both/pdf.svg | 56 +-- .../micro_ops_fold/report/change/mean.svg | 66 +-- .../micro_ops_fold/report/change/median.svg | 122 ++--- .../micro_ops_fold/report/change/t-test.svg | 72 +-- criterion/micro_ops_fold/report/index.html | 40 +- .../micro_ops_fold/report/iteration_times.svg | 251 +++++----- .../report/iteration_times_small.svg | 249 +++++----- criterion/micro_ops_fold/report/mean.svg | 94 ++-- criterion/micro_ops_fold/report/median.svg | 66 ++- criterion/micro_ops_fold/report/pdf.svg | 100 ++-- criterion/micro_ops_fold/report/pdf_small.svg | 48 +- .../report/relative_iteration_times_small.svg | 455 +++++++++-------- .../report/relative_pdf_small.svg | 56 +-- criterion/micro_ops_fold/report/typical.svg | 94 ++-- .../micro_ops_group_by/base/estimates.json | 2 +- criterion/micro_ops_group_by/base/sample.json | 2 +- criterion/micro_ops_group_by/base/tukey.json | 2 +- .../micro_ops_group_by/change/estimates.json | 2 +- .../micro_ops_group_by/new/estimates.json | 2 +- criterion/micro_ops_group_by/new/sample.json | 2 +- criterion/micro_ops_group_by/new/tukey.json | 2 +- criterion/micro_ops_group_by/report/MAD.svg | 90 ++-- criterion/micro_ops_group_by/report/SD.svg | 90 ++-- .../micro_ops_group_by/report/both/pdf.svg | 66 ++- .../report/both/regression.svg | 38 +- .../micro_ops_group_by/report/change/mean.svg | 96 ++-- .../report/change/median.svg | 78 ++- .../report/change/t-test.svg | 76 ++- .../micro_ops_group_by/report/index.html | 42 +- criterion/micro_ops_group_by/report/mean.svg | 112 ++--- .../micro_ops_group_by/report/median.svg | 76 ++- criterion/micro_ops_group_by/report/pdf.svg | 104 ++-- .../micro_ops_group_by/report/pdf_small.svg | 62 +-- .../micro_ops_group_by/report/regression.svg | 241 ++++----- .../report/regression_small.svg | 239 ++++----- .../report/relative_pdf_small.svg | 66 ++- .../report/relative_regression_small.svg | 32 +- criterion/micro_ops_group_by/report/slope.svg | 94 ++-- .../micro_ops_group_by/report/typical.svg | 94 ++-- .../micro_ops_identity/base/estimates.json | 2 +- criterion/micro_ops_identity/base/sample.json | 2 +- criterion/micro_ops_identity/base/tukey.json | 2 +- .../micro_ops_identity/change/estimates.json | 2 +- .../micro_ops_identity/new/estimates.json | 2 +- criterion/micro_ops_identity/new/sample.json | 2 +- criterion/micro_ops_identity/new/tukey.json | 2 +- criterion/micro_ops_identity/report/MAD.svg | 98 ++-- criterion/micro_ops_identity/report/SD.svg | 106 ++-- .../micro_ops_identity/report/both/pdf.svg | 94 ++-- .../report/both/regression.svg | 38 +- .../micro_ops_identity/report/change/mean.svg | 120 ++--- .../report/change/median.svg | 108 ++-- .../report/change/t-test.svg | 72 +-- .../micro_ops_identity/report/index.html | 44 +- criterion/micro_ops_identity/report/mean.svg | 112 +++-- .../micro_ops_identity/report/median.svg | 98 ++-- criterion/micro_ops_identity/report/pdf.svg | 142 +++--- .../micro_ops_identity/report/pdf_small.svg | 64 +-- .../micro_ops_identity/report/regression.svg | 284 +++++------ .../report/regression_small.svg | 264 +++++----- .../report/relative_pdf_small.svg | 94 ++-- .../report/relative_regression_small.svg | 44 +- criterion/micro_ops_identity/report/slope.svg | 86 ++-- .../micro_ops_identity/report/typical.svg | 86 ++-- criterion/micro_ops_join/base/estimates.json | 2 +- criterion/micro_ops_join/base/sample.json | 2 +- criterion/micro_ops_join/base/tukey.json | 2 +- .../micro_ops_join/change/estimates.json | 2 +- criterion/micro_ops_join/new/estimates.json | 2 +- criterion/micro_ops_join/new/sample.json | 2 +- criterion/micro_ops_join/new/tukey.json | 2 +- criterion/micro_ops_join/report/MAD.svg | 78 ++- criterion/micro_ops_join/report/SD.svg | 66 +-- criterion/micro_ops_join/report/both/pdf.svg | 80 ++- .../micro_ops_join/report/both/regression.svg | 4 +- .../micro_ops_join/report/change/mean.svg | 82 +-- .../micro_ops_join/report/change/median.svg | 98 ++-- .../micro_ops_join/report/change/t-test.svg | 72 +-- criterion/micro_ops_join/report/index.html | 44 +- criterion/micro_ops_join/report/mean.svg | 92 ++-- criterion/micro_ops_join/report/median.svg | 114 ++--- criterion/micro_ops_join/report/pdf.svg | 106 ++-- criterion/micro_ops_join/report/pdf_small.svg | 52 +- .../micro_ops_join/report/regression.svg | 96 ++-- .../report/regression_small.svg | 64 +-- .../report/relative_pdf_small.svg | 76 ++- .../report/relative_regression_small.svg | 4 +- criterion/micro_ops_join/report/slope.svg | 86 ++-- criterion/micro_ops_join/report/typical.svg | 86 ++-- criterion/micro_ops_map/base/estimates.json | 2 +- criterion/micro_ops_map/base/sample.json | 2 +- criterion/micro_ops_map/base/tukey.json | 2 +- criterion/micro_ops_map/change/estimates.json | 2 +- criterion/micro_ops_map/new/estimates.json | 2 +- criterion/micro_ops_map/new/sample.json | 2 +- criterion/micro_ops_map/new/tukey.json | 2 +- criterion/micro_ops_map/report/MAD.svg | 106 ++-- criterion/micro_ops_map/report/SD.svg | 108 ++-- criterion/micro_ops_map/report/both/pdf.svg | 30 +- .../micro_ops_map/report/both/regression.svg | 20 +- .../micro_ops_map/report/change/mean.svg | 114 +++-- .../micro_ops_map/report/change/median.svg | 92 ++-- .../micro_ops_map/report/change/t-test.svg | 64 +-- criterion/micro_ops_map/report/index.html | 46 +- criterion/micro_ops_map/report/mean.svg | 88 ++-- criterion/micro_ops_map/report/median.svg | 82 ++- criterion/micro_ops_map/report/pdf.svg | 122 +++-- criterion/micro_ops_map/report/pdf_small.svg | 56 +-- criterion/micro_ops_map/report/regression.svg | 260 +++++----- .../micro_ops_map/report/regression_small.svg | 248 +++++----- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 26 +- criterion/micro_ops_map/report/slope.svg | 88 ++-- criterion/micro_ops_map/report/typical.svg | 88 ++-- .../base/estimates.json | 2 +- .../micro_ops_next_tick_big/base/sample.json | 2 +- .../micro_ops_next_tick_big/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_big/new/sample.json | 2 +- .../micro_ops_next_tick_big/new/tukey.json | 2 +- .../micro_ops_next_tick_big/report/MAD.svg | 78 +-- .../micro_ops_next_tick_big/report/SD.svg | 62 ++- .../report/both/pdf.svg | 44 +- .../report/both/regression.svg | 48 +- .../report/change/mean.svg | 80 +-- .../report/change/median.svg | 130 ++--- .../report/change/t-test.svg | 76 ++- .../micro_ops_next_tick_big/report/index.html | 44 +- .../micro_ops_next_tick_big/report/mean.svg | 66 ++- .../micro_ops_next_tick_big/report/median.svg | 70 +-- .../micro_ops_next_tick_big/report/pdf.svg | 200 ++++---- .../report/pdf_small.svg | 52 +- .../report/regression.svg | 234 ++++----- .../report/regression_small.svg | 230 ++++----- .../report/relative_pdf_small.svg | 44 +- .../report/relative_regression_small.svg | 8 +- .../micro_ops_next_tick_big/report/slope.svg | 66 ++- .../report/typical.svg | 66 ++- .../base/estimates.json | 2 +- .../base/sample.json | 2 +- .../micro_ops_next_tick_small/base/tukey.json | 2 +- .../change/estimates.json | 2 +- .../new/estimates.json | 2 +- .../micro_ops_next_tick_small/new/sample.json | 2 +- .../micro_ops_next_tick_small/new/tukey.json | 2 +- .../micro_ops_next_tick_small/report/MAD.svg | 70 +-- .../micro_ops_next_tick_small/report/SD.svg | 66 +-- .../report/both/pdf.svg | 58 ++- .../report/both/regression.svg | 6 +- .../report/change/mean.svg | 92 ++-- .../report/change/median.svg | 62 +-- .../report/change/t-test.svg | 68 +-- .../report/index.html | 44 +- .../micro_ops_next_tick_small/report/mean.svg | 82 +-- .../report/median.svg | 92 ++-- .../micro_ops_next_tick_small/report/pdf.svg | 122 ++--- .../report/pdf_small.svg | 44 +- .../report/regression.svg | 246 ++++----- .../report/regression_small.svg | 232 ++++----- .../report/relative_pdf_small.svg | 52 +- .../report/relative_regression_small.svg | 6 +- .../report/slope.svg | 82 ++- .../report/typical.svg | 82 ++- criterion/micro_ops_sort/base/estimates.json | 2 +- criterion/micro_ops_sort/base/sample.json | 2 +- criterion/micro_ops_sort/base/tukey.json | 2 +- .../micro_ops_sort/change/estimates.json | 2 +- criterion/micro_ops_sort/new/estimates.json | 2 +- criterion/micro_ops_sort/new/sample.json | 2 +- criterion/micro_ops_sort/new/tukey.json | 2 +- criterion/micro_ops_sort/report/MAD.svg | 114 ++--- criterion/micro_ops_sort/report/SD.svg | 108 ++-- criterion/micro_ops_sort/report/both/pdf.svg | 60 ++- .../micro_ops_sort/report/both/regression.svg | 6 +- .../micro_ops_sort/report/change/mean.svg | 90 ++-- .../micro_ops_sort/report/change/median.svg | 94 ++-- .../micro_ops_sort/report/change/t-test.svg | 72 +-- criterion/micro_ops_sort/report/index.html | 44 +- criterion/micro_ops_sort/report/mean.svg | 90 ++-- criterion/micro_ops_sort/report/median.svg | 84 ++-- criterion/micro_ops_sort/report/pdf.svg | 110 ++-- criterion/micro_ops_sort/report/pdf_small.svg | 64 +-- .../micro_ops_sort/report/regression.svg | 136 ++--- .../report/regression_small.svg | 104 ++-- .../report/relative_pdf_small.svg | 60 ++- .../report/relative_regression_small.svg | 6 +- criterion/micro_ops_sort/report/slope.svg | 96 ++-- criterion/micro_ops_sort/report/typical.svg | 96 ++-- criterion/micro_ops_tee/base/estimates.json | 2 +- criterion/micro_ops_tee/base/sample.json | 2 +- criterion/micro_ops_tee/base/tukey.json | 2 +- criterion/micro_ops_tee/change/estimates.json | 2 +- criterion/micro_ops_tee/new/estimates.json | 2 +- criterion/micro_ops_tee/new/sample.json | 2 +- criterion/micro_ops_tee/new/tukey.json | 2 +- criterion/micro_ops_tee/report/MAD.svg | 92 ++-- criterion/micro_ops_tee/report/SD.svg | 90 ++-- criterion/micro_ops_tee/report/both/pdf.svg | 30 +- .../micro_ops_tee/report/both/regression.svg | 8 +- .../micro_ops_tee/report/change/mean.svg | 122 +++-- .../micro_ops_tee/report/change/median.svg | 100 ++-- .../micro_ops_tee/report/change/t-test.svg | 72 +-- criterion/micro_ops_tee/report/index.html | 42 +- criterion/micro_ops_tee/report/mean.svg | 98 ++-- criterion/micro_ops_tee/report/median.svg | 90 ++-- criterion/micro_ops_tee/report/pdf.svg | 118 +++-- criterion/micro_ops_tee/report/pdf_small.svg | 62 +-- criterion/micro_ops_tee/report/regression.svg | 180 +++---- .../micro_ops_tee/report/regression_small.svg | 134 ++--- .../report/relative_pdf_small.svg | 30 +- .../report/relative_regression_small.svg | 20 +- criterion/micro_ops_tee/report/slope.svg | 108 ++-- criterion/micro_ops_tee/report/typical.svg | 108 ++-- criterion/micro_ops_union/base/estimates.json | 2 +- criterion/micro_ops_union/base/sample.json | 2 +- criterion/micro_ops_union/base/tukey.json | 2 +- .../micro_ops_union/change/estimates.json | 2 +- criterion/micro_ops_union/new/estimates.json | 2 +- criterion/micro_ops_union/new/sample.json | 2 +- criterion/micro_ops_union/new/tukey.json | 2 +- criterion/micro_ops_union/report/MAD.svg | 92 ++-- criterion/micro_ops_union/report/SD.svg | 66 ++- criterion/micro_ops_union/report/both/pdf.svg | 24 +- .../report/both/regression.svg | 14 +- .../micro_ops_union/report/change/mean.svg | 76 +-- .../micro_ops_union/report/change/median.svg | 66 ++- .../micro_ops_union/report/change/t-test.svg | 72 +-- criterion/micro_ops_union/report/index.html | 46 +- criterion/micro_ops_union/report/mean.svg | 78 +-- criterion/micro_ops_union/report/median.svg | 102 ++-- criterion/micro_ops_union/report/pdf.svg | 104 ++-- .../micro_ops_union/report/pdf_small.svg | 36 +- .../micro_ops_union/report/regression.svg | 178 +++---- .../report/regression_small.svg | 128 ++--- .../report/relative_pdf_small.svg | 24 +- .../report/relative_regression_small.svg | 18 +- criterion/micro_ops_union/report/slope.svg | 90 ++-- criterion/micro_ops_union/report/typical.svg | 90 ++-- .../micro_ops_unique/base/estimates.json | 2 +- criterion/micro_ops_unique/base/sample.json | 2 +- criterion/micro_ops_unique/base/tukey.json | 2 +- .../micro_ops_unique/change/estimates.json | 2 +- criterion/micro_ops_unique/new/estimates.json | 2 +- criterion/micro_ops_unique/new/sample.json | 2 +- criterion/micro_ops_unique/new/tukey.json | 2 +- criterion/micro_ops_unique/report/MAD.svg | 78 ++- criterion/micro_ops_unique/report/SD.svg | 94 ++-- .../micro_ops_unique/report/both/pdf.svg | 32 +- .../micro_ops_unique/report/change/mean.svg | 84 ++-- .../micro_ops_unique/report/change/median.svg | 90 +--- .../micro_ops_unique/report/change/t-test.svg | 72 +-- criterion/micro_ops_unique/report/index.html | 46 +- criterion/micro_ops_unique/report/mean.svg | 82 ++- criterion/micro_ops_unique/report/median.svg | 90 ++-- criterion/micro_ops_unique/report/pdf.svg | 134 +++-- .../micro_ops_unique/report/pdf_small.svg | 62 +-- .../micro_ops_unique/report/regression.svg | 230 ++++----- .../report/regression_small.svg | 210 ++++---- .../report/relative_pdf_small.svg | 32 +- criterion/micro_ops_unique/report/slope.svg | 70 ++- criterion/micro_ops_unique/report/typical.svg | 70 ++- 422 files changed, 15032 insertions(+), 14904 deletions(-) diff --git a/bench/data.js b/bench/data.js index 3d3d5e27076a..5f1bef9a9632 100644 --- a/bench/data.js +++ b/bench/data.js @@ -1,6 +1,6 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1737172242393, + "lastUpdate": 1737258757591, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -169999,6 +169999,130 @@ window.BENCHMARK_DATA = "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "7aa8f8b3c3a2f5f8f3fac5adecd30c4f6753e1ae", + "message": "fixup! fixup! style: fix all unexpected cfgs", + "timestamp": "2025-01-14T23:16:38Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/7aa8f8b3c3a2f5f8f3fac5adecd30c4f6753e1ae" + }, + "date": 1737258757557, + "tool": "cargo", + "benches": [ + { + "name": "fork_join/hydroflow_builder", + "value": 4411994, + "range": "± 51740", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 56574988, + "range": "± 854840", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4023, + "range": "± 234", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53270, + "range": "± 651", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9589, + "range": "± 296", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6684, + "range": "± 52", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 57688, + "range": "± 365", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 68115, + "range": "± 1817", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15263, + "range": "± 312", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6976, + "range": "± 109", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22097, + "range": "± 736", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81413, + "range": "± 805", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 94238, + "range": "± 1240", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8195, + "range": "± 494", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49024, + "range": "± 1217", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69826, + "range": "± 3402", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8998, + "range": "± 482", + "unit": "ns/iter" + } + ] } ] } diff --git a/bench/data.json b/bench/data.json index 0723862f0214..713544b9d6e4 100644 --- a/bench/data.json +++ b/bench/data.json @@ -1,5 +1,5 @@ { - "lastUpdate": 1737172242393, + "lastUpdate": 1737258757591, "repoUrl": "https://github.com/MingweiSamuel/hydroflow", "entries": { "Benchmark": [ @@ -169998,6 +169998,130 @@ "unit": "ns/iter" } ] + }, + { + "commit": { + "author": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "committer": { + "name": "Mingwei Samuel", + "username": "MingweiSamuel", + "email": "mingwei.samuel@gmail.com" + }, + "id": "7aa8f8b3c3a2f5f8f3fac5adecd30c4f6753e1ae", + "message": "fixup! fixup! style: fix all unexpected cfgs", + "timestamp": "2025-01-14T23:16:38Z", + "url": "https://github.com/MingweiSamuel/hydroflow/commit/7aa8f8b3c3a2f5f8f3fac5adecd30c4f6753e1ae" + }, + "date": 1737258757557, + "tool": "cargo", + "benches": [ + { + "name": "fork_join/hydroflow_builder", + "value": 4411994, + "range": "± 51740", + "unit": "ns/iter" + }, + { + "name": "hydroflow_diamond", + "value": 56574988, + "range": "± 854840", + "unit": "ns/iter" + }, + { + "name": "micro/ops/identity", + "value": 4023, + "range": "± 234", + "unit": "ns/iter" + }, + { + "name": "micro/ops/unique", + "value": 53270, + "range": "± 651", + "unit": "ns/iter" + }, + { + "name": "micro/ops/map", + "value": 9589, + "range": "± 296", + "unit": "ns/iter" + }, + { + "name": "micro/ops/flat_map", + "value": 6684, + "range": "± 52", + "unit": "ns/iter" + }, + { + "name": "micro/ops/join", + "value": 57688, + "range": "± 365", + "unit": "ns/iter" + }, + { + "name": "micro/ops/difference", + "value": 68115, + "range": "± 1817", + "unit": "ns/iter" + }, + { + "name": "micro/ops/union", + "value": 15263, + "range": "± 312", + "unit": "ns/iter" + }, + { + "name": "micro/ops/tee", + "value": 6976, + "range": "± 109", + "unit": "ns/iter" + }, + { + "name": "micro/ops/fold", + "value": 22097, + "range": "± 736", + "unit": "ns/iter" + }, + { + "name": "micro/ops/sort", + "value": 81413, + "range": "± 805", + "unit": "ns/iter" + }, + { + "name": "micro/ops/crossjoin", + "value": 94238, + "range": "± 1240", + "unit": "ns/iter" + }, + { + "name": "micro/ops/anti_join", + "value": 8195, + "range": "± 494", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/small", + "value": 49024, + "range": "± 1217", + "unit": "ns/iter" + }, + { + "name": "micro/ops/next_tick/big", + "value": 69826, + "range": "± 3402", + "unit": "ns/iter" + }, + { + "name": "micro/ops/group_by", + "value": 8998, + "range": "± 482", + "unit": "ns/iter" + } + ] } ] } diff --git a/criterion/fork_join_hydroflow_builder/base/estimates.json b/criterion/fork_join_hydroflow_builder/base/estimates.json index 47f0b5986026..c6702b1b7c67 100644 --- a/criterion/fork_join_hydroflow_builder/base/estimates.json +++ b/criterion/fork_join_hydroflow_builder/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4531953.564958335,"upper_bound":4616412.451125002},"point_estimate":4569819.784166667,"standard_error":21703.661800504407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4495637.875,"upper_bound":4505745.416666667},"point_estimate":4499881.166666667,"standard_error":2863.060008305482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12229.596532881951,"upper_bound":23077.65699028946},"point_estimate":16953.6542490127,"standard_error":3008.178436277484},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108574.80616476134,"upper_bound":310259.27824510157},"point_estimate":219498.62117112047,"standard_error":51876.84301390319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4420795.360229168,"upper_bound":4440830.296999999},"point_estimate":4430278.946666666,"standard_error":5135.179213211974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4408844.416666667,"upper_bound":4422572.0},"point_estimate":4411994.416666666,"standard_error":4070.611510683834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18367.622198909983,"upper_bound":33224.32411015172},"point_estimate":26075.96833705764,"standard_error":3628.5349764332327},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35664.24283216814,"upper_bound":68286.2975125179},"point_estimate":51740.34263752133,"standard_error":8615.862389716862}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/sample.json b/criterion/fork_join_hydroflow_builder/base/sample.json index 759a30077b40..229da2b2c175 100644 --- a/criterion/fork_join_hydroflow_builder/base/sample.json +++ b/criterion/fork_join_hydroflow_builder/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53859254.0,53730765.0,53822737.0,54084995.0,54069907.0,54037206.0,59973678.0,53849976.0,53960052.0,53834718.0,54614462.0,53963909.0,54050341.0,53752656.0,54893061.0,54090646.0,53736456.0,54027084.0,54056972.0,53987774.0,53856999.0,53801447.0,55411147.0,54756467.0,53855397.0,53798090.0,53983185.0,53773816.0,53868081.0,53959911.0,54052835.0,53895201.0,53728851.0,53917132.0,53903146.0,53717210.0,53939443.0,53967897.0,53889741.0,53777622.0,54138415.0,53952308.0,54027057.0,53920167.0,53922662.0,54139607.0,53738719.0,54153203.0,53943001.0,54134939.0,53894249.0,53903667.0,54090365.0,53871057.0,53838185.0,54215358.0,53922683.0,53860497.0,53771140.0,54087139.0,53878330.0,53948851.0,54486364.0,54247679.0,54068945.0,53915259.0,53854436.0,54241657.0,54048357.0,53887206.0,54134637.0,53967045.0,54017770.0,53979428.0,54083112.0,53903977.0,53927672.0,55581835.0,54009374.0,53921901.0,70828185.0,68574704.0,54242458.0,54069236.0,53933533.0,55837271.0,56841193.0,54075908.0,54189831.0,54619411.0,54225317.0,55071273.0,60282057.0,58558794.0,56170031.0,56038076.0,57673734.0,58301124.0,60765047.0,61608038.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53269247.0,53284234.0,53075207.0,53241285.0,53884568.0,53424825.0,53088752.0,53166817.0,53068785.0,53160685.0,54132168.0,53278775.0,53483083.0,53131361.0,54350052.0,53303089.0,53599940.0,53289655.0,52939284.0,53248197.0,54167944.0,53205077.0,53420898.0,54290611.0,56663514.0,55054589.0,53194137.0,54457240.0,53781698.0,52981483.0,53123727.0,53388078.0,53885320.0,53178208.0,53140889.0,53712709.0,52888861.0,52791380.0,53052154.0,52728734.0,53250602.0,52881558.0,53114500.0,52791421.0,53048157.0,52725257.0,52948823.0,52879374.0,52906133.0,52931209.0,52937652.0,52831014.0,52738682.0,52855128.0,53050011.0,52545183.0,52930598.0,52803793.0,52695082.0,54617157.0,52933564.0,53030564.0,52948582.0,52885454.0,52762626.0,52822258.0,52921361.0,52758318.0,52844368.0,52875857.0,53001831.0,52886867.0,52936719.0,53066521.0,52608481.0,52691915.0,52737020.0,52863835.0,54353929.0,52891155.0,52926341.0,52707876.0,52838367.0,52682899.0,52897487.0,52598863.0,52815946.0,52803082.0,54219069.0,52927152.0,53391624.0,52805235.0,52672059.0,52348148.0,52395606.0,52706082.0,52549732.0,53951503.0,52600897.0,52666949.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/base/tukey.json b/criterion/fork_join_hydroflow_builder/base/tukey.json index fafad7019e43..68cb40146c37 100644 --- a/criterion/fork_join_hydroflow_builder/base/tukey.json +++ b/criterion/fork_join_hydroflow_builder/base/tukey.json @@ -1 +1 @@ -[4409912.062499999,4450502.78125,4558744.697916668,4599335.416666668] \ No newline at end of file +[4286515.499999999,4343810.59375,4496597.510416668,4553892.604166668] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/change/estimates.json b/criterion/fork_join_hydroflow_builder/change/estimates.json index 23bdd6738d00..b3818debd130 100644 --- a/criterion/fork_join_hydroflow_builder/change/estimates.json +++ b/criterion/fork_join_hydroflow_builder/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.10592072090919147,"upper_bound":0.14056560564367102},"point_estimate":0.12274263151931164,"standard_error":0.008818345425283284},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.1293346615478148,"upper_bound":0.13358025499463078},"point_estimate":0.13135304833513817,"standard_error":0.00111227964412373}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.04052520986834732,"upper_bound":-0.02208993621081376},"point_estimate":-0.030535304254989626,"standard_error":0.004736177329039049},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.020896455829713667,"upper_bound":-0.01679161375227384},"point_estimate":-0.01953090464944518,"standard_error":0.001093904285562675}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/estimates.json b/criterion/fork_join_hydroflow_builder/new/estimates.json index 47f0b5986026..c6702b1b7c67 100644 --- a/criterion/fork_join_hydroflow_builder/new/estimates.json +++ b/criterion/fork_join_hydroflow_builder/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4531953.564958335,"upper_bound":4616412.451125002},"point_estimate":4569819.784166667,"standard_error":21703.661800504407},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4495637.875,"upper_bound":4505745.416666667},"point_estimate":4499881.166666667,"standard_error":2863.060008305482},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":12229.596532881951,"upper_bound":23077.65699028946},"point_estimate":16953.6542490127,"standard_error":3008.178436277484},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":108574.80616476134,"upper_bound":310259.27824510157},"point_estimate":219498.62117112047,"standard_error":51876.84301390319}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4420795.360229168,"upper_bound":4440830.296999999},"point_estimate":4430278.946666666,"standard_error":5135.179213211974},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4408844.416666667,"upper_bound":4422572.0},"point_estimate":4411994.416666666,"standard_error":4070.611510683834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":18367.622198909983,"upper_bound":33224.32411015172},"point_estimate":26075.96833705764,"standard_error":3628.5349764332327},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":35664.24283216814,"upper_bound":68286.2975125179},"point_estimate":51740.34263752133,"standard_error":8615.862389716862}} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/sample.json b/criterion/fork_join_hydroflow_builder/new/sample.json index 759a30077b40..229da2b2c175 100644 --- a/criterion/fork_join_hydroflow_builder/new/sample.json +++ b/criterion/fork_join_hydroflow_builder/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53859254.0,53730765.0,53822737.0,54084995.0,54069907.0,54037206.0,59973678.0,53849976.0,53960052.0,53834718.0,54614462.0,53963909.0,54050341.0,53752656.0,54893061.0,54090646.0,53736456.0,54027084.0,54056972.0,53987774.0,53856999.0,53801447.0,55411147.0,54756467.0,53855397.0,53798090.0,53983185.0,53773816.0,53868081.0,53959911.0,54052835.0,53895201.0,53728851.0,53917132.0,53903146.0,53717210.0,53939443.0,53967897.0,53889741.0,53777622.0,54138415.0,53952308.0,54027057.0,53920167.0,53922662.0,54139607.0,53738719.0,54153203.0,53943001.0,54134939.0,53894249.0,53903667.0,54090365.0,53871057.0,53838185.0,54215358.0,53922683.0,53860497.0,53771140.0,54087139.0,53878330.0,53948851.0,54486364.0,54247679.0,54068945.0,53915259.0,53854436.0,54241657.0,54048357.0,53887206.0,54134637.0,53967045.0,54017770.0,53979428.0,54083112.0,53903977.0,53927672.0,55581835.0,54009374.0,53921901.0,70828185.0,68574704.0,54242458.0,54069236.0,53933533.0,55837271.0,56841193.0,54075908.0,54189831.0,54619411.0,54225317.0,55071273.0,60282057.0,58558794.0,56170031.0,56038076.0,57673734.0,58301124.0,60765047.0,61608038.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0,12.0],"times":[53269247.0,53284234.0,53075207.0,53241285.0,53884568.0,53424825.0,53088752.0,53166817.0,53068785.0,53160685.0,54132168.0,53278775.0,53483083.0,53131361.0,54350052.0,53303089.0,53599940.0,53289655.0,52939284.0,53248197.0,54167944.0,53205077.0,53420898.0,54290611.0,56663514.0,55054589.0,53194137.0,54457240.0,53781698.0,52981483.0,53123727.0,53388078.0,53885320.0,53178208.0,53140889.0,53712709.0,52888861.0,52791380.0,53052154.0,52728734.0,53250602.0,52881558.0,53114500.0,52791421.0,53048157.0,52725257.0,52948823.0,52879374.0,52906133.0,52931209.0,52937652.0,52831014.0,52738682.0,52855128.0,53050011.0,52545183.0,52930598.0,52803793.0,52695082.0,54617157.0,52933564.0,53030564.0,52948582.0,52885454.0,52762626.0,52822258.0,52921361.0,52758318.0,52844368.0,52875857.0,53001831.0,52886867.0,52936719.0,53066521.0,52608481.0,52691915.0,52737020.0,52863835.0,54353929.0,52891155.0,52926341.0,52707876.0,52838367.0,52682899.0,52897487.0,52598863.0,52815946.0,52803082.0,54219069.0,52927152.0,53391624.0,52805235.0,52672059.0,52348148.0,52395606.0,52706082.0,52549732.0,53951503.0,52600897.0,52666949.0]} \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/new/tukey.json b/criterion/fork_join_hydroflow_builder/new/tukey.json index fafad7019e43..68cb40146c37 100644 --- a/criterion/fork_join_hydroflow_builder/new/tukey.json +++ b/criterion/fork_join_hydroflow_builder/new/tukey.json @@ -1 +1 @@ -[4409912.062499999,4450502.78125,4558744.697916668,4599335.416666668] \ No newline at end of file +[4286515.499999999,4343810.59375,4496597.510416668,4553892.604166668] \ No newline at end of file diff --git a/criterion/fork_join_hydroflow_builder/report/MAD.svg b/criterion/fork_join_hydroflow_builder/report/MAD.svg index 92821b9e0901..fa8ce7345f02 100644 --- a/criterion/fork_join_hydroflow_builder/report/MAD.svg +++ b/criterion/fork_join_hydroflow_builder/report/MAD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - -0.16 - - + - -12 - - - -14 - - - -16 - - - + 18 - - + + 20 - - + + 22 - - + + 24 - - - - + + +26 + + + +28 + + + +30 + + + +32 + + + +34 + + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/SD.svg b/criterion/fork_join_hydroflow_builder/report/SD.svg index 13c4c22506b8..66bae495e569 100644 --- a/criterion/fork_join_hydroflow_builder/report/SD.svg +++ b/criterion/fork_join_hydroflow_builder/report/SD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -0.001 + +0.005 - - -0.002 + + +0.01 - - -0.003 + + +0.015 - - -0.004 + + +0.02 - - -0.005 + + +0.025 + + + +0.03 + + + +0.035 - - -0.006 + + +0.04 - - -0.007 + + +0.045 - - -0.008 + + +0.05 - + - -100 + +35 + + + +40 + + + +45 + + + +50 - - -150 + + +55 - - -200 + + +60 - - -250 + + +65 - - -300 + + +70 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg index a8f7a3a0ad84..c5bc55916b52 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/iteration_times.svg @@ -17,56 +17,46 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + -4.0 - - - -4.2 - - - 4.4 - - + + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - - + + 5.8 - + 0 @@ -112,206 +102,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg index 3bf211645d01..815878e5a800 100644 --- a/criterion/fork_join_hydroflow_builder/report/both/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/both/pdf.svg @@ -9,59 +9,71 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - + + 4 - - + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - - + + + + + Base PDF diff --git a/criterion/fork_join_hydroflow_builder/report/change/mean.svg b/criterion/fork_join_hydroflow_builder/report/change/mean.svg index 16991fa7780f..4185817f0c91 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/mean.svg @@ -9,74 +9,86 @@ Density (a.u.) Relative change (%) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - + + +50 + + + +60 + + + +70 + + + +80 + + - -0.105 + +-0.042 + + + +-0.04 + + + +-0.038 + + + +-0.036 - - -0.11 + + +-0.034 - - -0.115 + + +-0.032 - - -0.12 + + +-0.03 - - -0.125 + + +-0.028 - - -0.13 + + +-0.026 - - -0.135 + + +-0.024 - - -0.14 + + +-0.022 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/median.svg b/criterion/fork_join_hydroflow_builder/report/change/median.svg index ff7c18af7346..17e1202a67bc 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - - -0.129 + + +400 + + + +450 - - -0.1295 + + + +-0.021 - - -0.13 + + +-0.0205 - - -0.1305 + + +-0.02 - - -0.131 + + +-0.0195 - - -0.1315 + + +-0.019 - - -0.132 + + +-0.0185 - - -0.1325 + + +-0.018 - - -0.133 + + +-0.0175 - - -0.1335 + + +-0.017 - - -0.134 + + +-0.0165 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg index 41c62b82419e..bf230cf88dff 100644 --- a/criterion/fork_join_hydroflow_builder/report/change/t-test.svg +++ b/criterion/fork_join_hydroflow_builder/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/fork_join_hydroflow_builder/report/index.html b/criterion/fork_join_hydroflow_builder/report/index.html index 791a642df208..ec7c92e9e313 100644 --- a/criterion/fork_join_hydroflow_builder/report/index.html +++ b/criterion/fork_join_hydroflow_builder/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0608438 - 0.0625585 - 0.0599986 + 0.0062059 + 0.0064152 + 0.0061582 Mean - 4.5320 ms - 4.5698 ms - 4.6164 ms + 4.4208 ms + 4.4303 ms + 4.4408 ms Std. Dev. - 108.57 µs - 219.50 µs - 310.26 µs + 35.664 µs + 51.740 µs + 68.286 µs Median - 4.4956 ms - 4.4999 ms - 4.5057 ms + 4.4088 ms + 4.4120 ms + 4.4226 ms MAD - 12.230 µs - 16.954 µs - 23.078 µs + 18.368 µs + 26.076 µs + 33.224 µs @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - +10.592% - +12.274% - +14.057% + -4.0525% + -3.0535% + -2.2090% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg index 16da203b632e..b852a9806bc6 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times.svg @@ -15,42 +15,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -4.6 + +4.4 - - -4.8 + + +4.45 - - -5.0 + + +4.5 - - -5.2 + + +4.55 - - -5.4 + + +4.6 - - -5.6 + + +4.65 - - -5.8 + + +4.7 - + 10 @@ -92,106 +92,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg index dc736c3dae53..3046fd674265 100644 --- a/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/iteration_times_small.svg @@ -12,42 +12,42 @@ Average Iteration Time (ms) - - - - - - - + + + + + + + - -4.6 + +4.4 - - -4.8 + + +4.45 - - -5.0 + + +4.5 - - -5.2 + + +4.55 - - -5.4 + + +4.6 - - -5.6 + + +4.65 - - -5.8 + + +4.7 - + 10 @@ -89,104 +89,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/mean.svg b/criterion/fork_join_hydroflow_builder/report/mean.svg index 85dcbb253304..15ce61a21b6b 100644 --- a/criterion/fork_join_hydroflow_builder/report/mean.svg +++ b/criterion/fork_join_hydroflow_builder/report/mean.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 - - - -8 - - - + 10 - - -12 - - - -14 - - - -16 - - - -18 - - - + + 20 - - - -4.53 + + +30 - - -4.54 + + +40 - - -4.55 + + +50 - - -4.56 + + +60 - - -4.57 + + +70 - - -4.58 + + +80 + + + + +4.42 - - -4.59 + + +4.425 - - -4.6 + + +4.43 - - -4.61 + + +4.435 - - -4.62 + + +4.44 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/median.svg b/criterion/fork_join_hydroflow_builder/report/median.svg index 6461b6b56117..ee6c7da0c29b 100644 --- a/criterion/fork_join_hydroflow_builder/report/median.svg +++ b/criterion/fork_join_hydroflow_builder/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (ms) - -20 + +50 - - -40 - - - -60 + + +100 - - -80 + + +150 - - -100 + + +200 - - -120 + + +250 - - -140 + + +300 - - -160 + + + +4.408 - - -180 + + +4.41 - - -200 + + +4.412 - - - -4.496 + + +4.414 - - -4.498 + + +4.416 - - -4.5 + + +4.418 - - -4.502 + + +4.42 - - -4.504 + + +4.422 - - -4.506 + + +4.424 - - - - + + + + Bootstrap distribution diff --git a/criterion/fork_join_hydroflow_builder/report/pdf.svg b/criterion/fork_join_hydroflow_builder/report/pdf.svg index 56a22065eb76..48feb0fb7ac7 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf.svg @@ -38,46 +38,46 @@ Average Time (ms) - -4.2 + +4.3 - - -4.4 + + +4.35 - - -4.6 + + +4.4 - - -4.8 + + +4.45 - - -5 + + +4.5 - - -5.2 + + +4.55 - - -5.4 + + +4.6 - - -5.6 + + +4.65 - - -5.8 + + +4.7 - - -6 + + +4.75 - + Density (a.u.) @@ -86,76 +86,52 @@ Density (a.u.) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 + + + +10 - - -2.5 - - - -3 - - - -3.5 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg index cc49d6b394ce..1f192ee56b3f 100644 --- a/criterion/fork_join_hydroflow_builder/report/pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/pdf_small.svg @@ -10,55 +10,51 @@ Average Time (ms) 0 - -0.5 + +2 - - -1 + + +4 - - -1.5 + + +6 - - -2 + + +8 - - -2.5 + + +10 - - -3 + + +12 - - -3.5 + + + +4.3 - - -4 + + +4.4 - - - + + 4.5 - - -5 + + +4.6 - - -5.5 - - - -6 + + +4.7 - - - + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg index 5b9e56179fb4..5f617fc227e4 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_iteration_times_small.svg @@ -14,56 +14,46 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + -4.0 - - - -4.2 - - - 4.4 - - + + 4.6 - - + + 4.8 - - + + 5.0 - - + + 5.2 - - + + 5.4 - - + + 5.6 - - + + 5.8 - + 0 @@ -109,204 +99,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg index b83e967582bc..63d6a3e9bafd 100644 --- a/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg +++ b/criterion/fork_join_hydroflow_builder/report/relative_pdf_small.svg @@ -6,57 +6,69 @@ Density (a.u.) Average Time (ms) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - - + + 4 - - + + +5 + + + +6 + + + +7 + + + +8 + + + +9 + + + +10 + + + +11 + + + + 4.5 - - + + 5 - - + + 5.5 - - + + 6 - - - - - + + + + + diff --git a/criterion/fork_join_hydroflow_builder/report/typical.svg b/criterion/fork_join_hydroflow_builder/report/typical.svg index ae67f3dfdf4e..0cb79255c2e9 100644 --- a/criterion/fork_join_hydroflow_builder/report/typical.svg +++ b/criterion/fork_join_hydroflow_builder/report/typical.svg @@ -9,90 +9,62 @@ Density (a.u.) Average time (ms) - -2 - - - -4 - - - -6 - - - -8 - - - + 10 - - -12 - - - -14 - - - -16 - - - -18 - - - + + 20 - - - -4.53 + + +30 - - -4.54 + + +40 - - -4.55 + + +50 - - -4.56 + + +60 - - -4.57 + + +70 - - -4.58 + + +80 + + + + +4.42 - - -4.59 + + +4.425 - - -4.6 + + +4.43 - - -4.61 + + +4.435 - - -4.62 + + +4.44 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/base/estimates.json b/criterion/hydroflow_diamond/base/estimates.json index 07c12d8d48ed..aa761bcab228 100644 --- a/criterion/hydroflow_diamond/base/estimates.json +++ b/criterion/hydroflow_diamond/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53322660.562750004,"upper_bound":53529313.12325},"point_estimate":53425214.57,"standard_error":52621.90030560024},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53355838.0,"upper_bound":53589904.0},"point_estimate":53498900.0,"standard_error":59299.1438624867},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383960.03468334675,"upper_bound":707560.4592382908},"point_estimate":571227.9786586761,"standard_error":80102.6060003742},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":452542.0525686568,"upper_bound":602524.0483694734},"point_estimate":529929.4985497763,"standard_error":38518.03060441029}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56084560.2,"upper_bound":56417030.77},"point_estimate":56254286.08,"standard_error":84741.48995761636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56249414.5,"upper_bound":56723329.0},"point_estimate":56574988.5,"standard_error":127598.75449437008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":519184.27178263664,"upper_bound":1200984.556478262},"point_estimate":778906.1351716518,"standard_error":179085.18202795283},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":772139.3709277664,"upper_bound":919777.3046914292},"point_estimate":854840.9948289418,"standard_error":37444.04488526197}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/sample.json b/criterion/hydroflow_diamond/base/sample.json index 67c18ed053a0..cc269c85f834 100644 --- a/criterion/hydroflow_diamond/base/sample.json +++ b/criterion/hydroflow_diamond/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[54750217.0,53764781.0,54012312.0,53971305.0,53464591.0,53355838.0,53897769.0,55057560.0,53513963.0,54076491.0,53742750.0,53825584.0,53578934.0,53641911.0,53332535.0,53631732.0,53586578.0,53508673.0,53459953.0,53850490.0,54159206.0,53671327.0,54097991.0,53588913.0,53501870.0,53374453.0,53692476.0,53676636.0,54216652.0,53667369.0,54088664.0,53855911.0,53689149.0,54243082.0,53477254.0,53431309.0,53616905.0,53746426.0,53699229.0,53876980.0,53793444.0,53838829.0,53846453.0,53918377.0,53432050.0,53681926.0,53497873.0,53593230.0,53510757.0,53539119.0,53578754.0,54800190.0,53672609.0,53961757.0,52574642.0,52904807.0,53055108.0,52772100.0,52663457.0,52737275.0,53156666.0,53405831.0,53682798.0,53106404.0,53499927.0,52966012.0,52873750.0,52500414.0,53017267.0,52511304.0,52732766.0,52792898.0,52866235.0,53123395.0,53028237.0,54337895.0,53071112.0,52356997.0,52855053.0,53028388.0,52485713.0,53314954.0,52755487.0,52882204.0,52909906.0,54020412.0,52872987.0,53420361.0,52687651.0,52824827.0,52965951.0,53127023.0,52924443.0,52867507.0,52915867.0,52934252.0,52933350.0,53345841.0,53650110.0,53000736.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[55231146.0,56187890.0,55502569.0,54881677.0,55225685.0,54902606.0,54840310.0,55712959.0,55619405.0,54942931.0,55909744.0,55162337.0,54923926.0,55210437.0,55453107.0,55110682.0,54793884.0,55148492.0,55333165.0,55121803.0,54742439.0,54882849.0,55154513.0,55017569.0,55425115.0,55028930.0,54897687.0,55268284.0,56439347.0,55873787.0,56051437.0,54896946.0,55262704.0,55915125.0,55440284.0,55007621.0,55031455.0,55199387.0,56907776.0,56709097.0,56968759.0,57122465.0,57002852.0,56922513.0,56797382.0,56781803.0,56976213.0,57143723.0,57370183.0,57074144.0,57043197.0,57327194.0,56471687.0,56343028.0,56335935.0,56622537.0,56674453.0,56633176.0,56999277.0,57373830.0,57699284.0,57464489.0,56831284.0,56908167.0,56930147.0,56969881.0,56697516.0,56624932.0,56749142.0,56836544.0,56806969.0,56864426.0,57265570.0,57503701.0,56643125.0,56884994.0,57306425.0,56889432.0,56807921.0,56992283.0,56948382.0,57553995.0,56755003.0,56936108.0,56550062.0,56886576.0,56274281.0,56254134.0,57102167.0,56702284.0,56501161.0,57400931.0,56615273.0,56351634.0,55955830.0,56162894.0,57135389.0,56599915.0,56213347.0,56501552.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/base/tukey.json b/criterion/hydroflow_diamond/base/tukey.json index 7d0b2bf031dc..186334bbed5e 100644 --- a/criterion/hydroflow_diamond/base/tukey.json +++ b/criterion/hydroflow_diamond/base/tukey.json @@ -1 +1 @@ -[50601098.0,51779562.125,54922133.125,56100597.25] \ No newline at end of file +[50494514.5,52905729.625,59335636.625,61746851.75] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/change/estimates.json b/criterion/hydroflow_diamond/change/estimates.json index ee54aa7c7903..e9cee96d5815 100644 --- a/criterion/hydroflow_diamond/change/estimates.json +++ b/criterion/hydroflow_diamond/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015825339207458468,"upper_bound":-0.010239311339768931},"point_estimate":-0.013100113741542296,"standard_error":0.001411818167479093},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.015342897181911286,"upper_bound":-0.00960175037476485},"point_estimate":-0.011945656410870309,"standard_error":0.0014298540389678853}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04927210182010248,"upper_bound":0.0564101765027494},"point_estimate":0.05295386331660357,"standard_error":0.0018079006411054967},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.050862561417553964,"upper_bound":0.06124733416823301},"point_estimate":0.05749816351364223,"standard_error":0.0027321493146474163}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/estimates.json b/criterion/hydroflow_diamond/new/estimates.json index 07c12d8d48ed..aa761bcab228 100644 --- a/criterion/hydroflow_diamond/new/estimates.json +++ b/criterion/hydroflow_diamond/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53322660.562750004,"upper_bound":53529313.12325},"point_estimate":53425214.57,"standard_error":52621.90030560024},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53355838.0,"upper_bound":53589904.0},"point_estimate":53498900.0,"standard_error":59299.1438624867},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":383960.03468334675,"upper_bound":707560.4592382908},"point_estimate":571227.9786586761,"standard_error":80102.6060003742},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":452542.0525686568,"upper_bound":602524.0483694734},"point_estimate":529929.4985497763,"standard_error":38518.03060441029}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56084560.2,"upper_bound":56417030.77},"point_estimate":56254286.08,"standard_error":84741.48995761636},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":56249414.5,"upper_bound":56723329.0},"point_estimate":56574988.5,"standard_error":127598.75449437008},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":519184.27178263664,"upper_bound":1200984.556478262},"point_estimate":778906.1351716518,"standard_error":179085.18202795283},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":772139.3709277664,"upper_bound":919777.3046914292},"point_estimate":854840.9948289418,"standard_error":37444.04488526197}} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/sample.json b/criterion/hydroflow_diamond/new/sample.json index 67c18ed053a0..cc269c85f834 100644 --- a/criterion/hydroflow_diamond/new/sample.json +++ b/criterion/hydroflow_diamond/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[54750217.0,53764781.0,54012312.0,53971305.0,53464591.0,53355838.0,53897769.0,55057560.0,53513963.0,54076491.0,53742750.0,53825584.0,53578934.0,53641911.0,53332535.0,53631732.0,53586578.0,53508673.0,53459953.0,53850490.0,54159206.0,53671327.0,54097991.0,53588913.0,53501870.0,53374453.0,53692476.0,53676636.0,54216652.0,53667369.0,54088664.0,53855911.0,53689149.0,54243082.0,53477254.0,53431309.0,53616905.0,53746426.0,53699229.0,53876980.0,53793444.0,53838829.0,53846453.0,53918377.0,53432050.0,53681926.0,53497873.0,53593230.0,53510757.0,53539119.0,53578754.0,54800190.0,53672609.0,53961757.0,52574642.0,52904807.0,53055108.0,52772100.0,52663457.0,52737275.0,53156666.0,53405831.0,53682798.0,53106404.0,53499927.0,52966012.0,52873750.0,52500414.0,53017267.0,52511304.0,52732766.0,52792898.0,52866235.0,53123395.0,53028237.0,54337895.0,53071112.0,52356997.0,52855053.0,53028388.0,52485713.0,53314954.0,52755487.0,52882204.0,52909906.0,54020412.0,52872987.0,53420361.0,52687651.0,52824827.0,52965951.0,53127023.0,52924443.0,52867507.0,52915867.0,52934252.0,52933350.0,53345841.0,53650110.0,53000736.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"times":[55231146.0,56187890.0,55502569.0,54881677.0,55225685.0,54902606.0,54840310.0,55712959.0,55619405.0,54942931.0,55909744.0,55162337.0,54923926.0,55210437.0,55453107.0,55110682.0,54793884.0,55148492.0,55333165.0,55121803.0,54742439.0,54882849.0,55154513.0,55017569.0,55425115.0,55028930.0,54897687.0,55268284.0,56439347.0,55873787.0,56051437.0,54896946.0,55262704.0,55915125.0,55440284.0,55007621.0,55031455.0,55199387.0,56907776.0,56709097.0,56968759.0,57122465.0,57002852.0,56922513.0,56797382.0,56781803.0,56976213.0,57143723.0,57370183.0,57074144.0,57043197.0,57327194.0,56471687.0,56343028.0,56335935.0,56622537.0,56674453.0,56633176.0,56999277.0,57373830.0,57699284.0,57464489.0,56831284.0,56908167.0,56930147.0,56969881.0,56697516.0,56624932.0,56749142.0,56836544.0,56806969.0,56864426.0,57265570.0,57503701.0,56643125.0,56884994.0,57306425.0,56889432.0,56807921.0,56992283.0,56948382.0,57553995.0,56755003.0,56936108.0,56550062.0,56886576.0,56274281.0,56254134.0,57102167.0,56702284.0,56501161.0,57400931.0,56615273.0,56351634.0,55955830.0,56162894.0,57135389.0,56599915.0,56213347.0,56501552.0]} \ No newline at end of file diff --git a/criterion/hydroflow_diamond/new/tukey.json b/criterion/hydroflow_diamond/new/tukey.json index 7d0b2bf031dc..186334bbed5e 100644 --- a/criterion/hydroflow_diamond/new/tukey.json +++ b/criterion/hydroflow_diamond/new/tukey.json @@ -1 +1 @@ -[50601098.0,51779562.125,54922133.125,56100597.25] \ No newline at end of file +[50494514.5,52905729.625,59335636.625,61746851.75] \ No newline at end of file diff --git a/criterion/hydroflow_diamond/report/MAD.svg b/criterion/hydroflow_diamond/report/MAD.svg index b62fdc930f62..3b3fa400993c 100644 --- a/criterion/hydroflow_diamond/report/MAD.svg +++ b/criterion/hydroflow_diamond/report/MAD.svg @@ -6,69 +6,65 @@ hydroflow_diamond:MAD Density (a.u.) -Average time (µs) +Average time (ms) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 - - + - -350 + +0.5 - - -400 + + +0.6 - - -450 + + +0.7 - - -500 + + +0.8 - - -550 + + +0.9 - - -600 + + +1 - - -650 + + +1.1 - - -700 + + +1.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/SD.svg b/criterion/hydroflow_diamond/report/SD.svg index 99b02ad25772..b7d72cd98263 100644 --- a/criterion/hydroflow_diamond/report/SD.svg +++ b/criterion/hydroflow_diamond/report/SD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - + + 0.011 - + -440 +760 - -460 + +780 - - -480 + + +800 - - -500 + + +820 - - -520 + + +840 - - -540 + + +860 - - -560 + + +880 - - -580 + + +900 - - -600 + + +920 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/both/iteration_times.svg b/criterion/hydroflow_diamond/report/both/iteration_times.svg index aefa6260ff75..61bbd47773c9 100644 --- a/criterion/hydroflow_diamond/report/both/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/both/iteration_times.svg @@ -16,52 +16,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - -52.0 - - - + 52.5 - - + + 53.0 - - + + 53.5 - - + + 54.0 - - + + 54.5 - - + + 55.0 - - + + 55.5 - - + + 56.0 - + + +56.5 + + + +57.0 + + + +57.5 + + 0 @@ -107,206 +117,206 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/hydroflow_diamond/report/both/pdf.svg b/criterion/hydroflow_diamond/report/both/pdf.svg index 479ee99f721e..18103ff09901 100644 --- a/criterion/hydroflow_diamond/report/both/pdf.svg +++ b/criterion/hydroflow_diamond/report/both/pdf.svg @@ -9,67 +9,55 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - + - + 52 - - + + 54 - - + + 56 - - - - - + + +58 + + + + + + Base PDF diff --git a/criterion/hydroflow_diamond/report/change/mean.svg b/criterion/hydroflow_diamond/report/change/mean.svg index e913bad145e0..084fda810f9e 100644 --- a/criterion/hydroflow_diamond/report/change/mean.svg +++ b/criterion/hydroflow_diamond/report/change/mean.svg @@ -9,59 +9,87 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 + + + +180 + + + +200 - + - --0.016 - - - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - - - - + +0.049 + + + +0.05 + + + +0.051 + + + +0.052 + + + +0.053 + + + +0.054 + + + +0.055 + + + +0.056 + + + +0.057 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/median.svg b/criterion/hydroflow_diamond/report/change/median.svg index d3843e45dd36..d4bc053c75f1 100644 --- a/criterion/hydroflow_diamond/report/change/median.svg +++ b/criterion/hydroflow_diamond/report/change/median.svg @@ -9,67 +9,79 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 - - -300 + + +180 - - -350 + + +200 - + - --0.015 - - - --0.014 - - - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - - - - + +0.05 + + + +0.052 + + + +0.054 + + + +0.056 + + + +0.058 + + + +0.06 + + + +0.062 + + + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/change/t-test.svg b/criterion/hydroflow_diamond/report/change/t-test.svg index 8beb388764a0..74805396b622 100644 --- a/criterion/hydroflow_diamond/report/change/t-test.svg +++ b/criterion/hydroflow_diamond/report/change/t-test.svg @@ -13,77 +13,81 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + +5.0 + + + + t distribution diff --git a/criterion/hydroflow_diamond/report/index.html b/criterion/hydroflow_diamond/report/index.html index 1918183c2b4a..4bfa3aeff43b 100644 --- a/criterion/hydroflow_diamond/report/index.html +++ b/criterion/hydroflow_diamond/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0062060 - 0.0064392 - 0.0061992 + 0.0008121 + 0.0008444 + 0.0008146 Mean - 53.323 ms - 53.425 ms - 53.529 ms + 56.085 ms + 56.254 ms + 56.417 ms Std. Dev. - 452.54 µs - 529.93 µs - 602.52 µs + 772.14 µs + 854.84 µs + 919.78 µs Median - 53.356 ms - 53.499 ms - 53.590 ms + 56.249 ms + 56.575 ms + 56.723 ms MAD - 383.96 µs - 571.23 µs - 707.56 µs + 519.18 µs + 778.91 µs + 1.2010 ms @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.5825% - -1.3100% - -1.0239% + +4.9272% + +5.2954% + +5.6410% (p = 0.00 < 0.05) - Performance has improved. + Performance has regressed.

Additional Plots:

diff --git a/criterion/hydroflow_diamond/report/iteration_times.svg b/criterion/hydroflow_diamond/report/iteration_times.svg index 525a6722b36b..e1ee840974a2 100644 --- a/criterion/hydroflow_diamond/report/iteration_times.svg +++ b/criterion/hydroflow_diamond/report/iteration_times.svg @@ -15,37 +15,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -52.5 + +55.0 - - -53.0 + + +55.5 - - -53.5 + + +56.0 - - -54.0 + + +56.5 - - -54.5 + + +57.0 - - -55.0 + + +57.5 - + 10 @@ -87,106 +87,106 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/hydroflow_diamond/report/iteration_times_small.svg b/criterion/hydroflow_diamond/report/iteration_times_small.svg index c6139af1a2bb..ffb35e9f4a99 100644 --- a/criterion/hydroflow_diamond/report/iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/iteration_times_small.svg @@ -12,37 +12,37 @@ Average Iteration Time (ms) - - - - - - + + + + + + - -52.5 + +55.0 - - -53.0 + + +55.5 - - -53.5 + + +56.0 - - -54.0 + + +56.5 - - -54.5 + + +57.0 - - -55.0 + + +57.5 - + 10 @@ -84,104 +84,104 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/mean.svg b/criterion/hydroflow_diamond/report/mean.svg index 27662d7d1bfc..cd83f936514e 100644 --- a/criterion/hydroflow_diamond/report/mean.svg +++ b/criterion/hydroflow_diamond/report/mean.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + + +56.05 - - -7 + + +56.1 - - -8 + + +56.15 - - - -53.3 + + +56.2 - - -53.35 + + +56.25 - - -53.4 + + +56.3 - - -53.45 + + +56.35 - - -53.5 + + +56.4 - - -53.55 + + +56.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/median.svg b/criterion/hydroflow_diamond/report/median.svg index 41a53d264f99..fec207d62695 100644 --- a/criterion/hydroflow_diamond/report/median.svg +++ b/criterion/hydroflow_diamond/report/median.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (ms) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 - - - -10 + + +4 - - -12 + + +5 - - -14 + + +6 - - -16 + + +7 - - -18 + + +8 - + - -53.35 + +56.2 - - -53.4 + + +56.3 - - -53.45 + + +56.4 - - -53.5 + + +56.5 - - -53.55 + + +56.6 - - -53.6 + + +56.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/hydroflow_diamond/report/pdf.svg b/criterion/hydroflow_diamond/report/pdf.svg index f0c53299065a..4864853bf14f 100644 --- a/criterion/hydroflow_diamond/report/pdf.svg +++ b/criterion/hydroflow_diamond/report/pdf.svg @@ -54,38 +54,46 @@ Average Time (ms) - -52 - - - -52.5 - - - -53 - - - -53.5 - - - + 54 - - + + 54.5 - - + + 55 - - + + 55.5 - + + +56 + + + +56.5 + + + +57 + + + +57.5 + + + +58 + + + +58.5 + + Density (a.u.) @@ -94,42 +102,48 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - -0.4 + + +0.35 - - -0.5 - - - -0.6 + + +0.4 - - -0.7 + + +0.45 - - - - - + + + + + - - PDF diff --git a/criterion/hydroflow_diamond/report/pdf_small.svg b/criterion/hydroflow_diamond/report/pdf_small.svg index 89fe1011e98d..d0be5c9328fc 100644 --- a/criterion/hydroflow_diamond/report/pdf_small.svg +++ b/criterion/hydroflow_diamond/report/pdf_small.svg @@ -10,55 +10,67 @@ Average Time (ms) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - -0.6 + + +0.4 - - -0.7 + + +0.45 - - -0.8 + + +0.5 - + - -52 - - - -53 - - - + 54 - - + + 55 - - - + + +56 + + + +57 + + + +58 + + + + diff --git a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg index 912a01699343..db26e509b55a 100644 --- a/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg +++ b/criterion/hydroflow_diamond/report/relative_iteration_times_small.svg @@ -13,52 +13,62 @@ Average Iteration Time (ms) - - - - - - - - - + + + + + + + + + + + - -52.0 - - - + 52.5 - - + + 53.0 - - + + 53.5 - - + + 54.0 - - + + 54.5 - - + + 55.0 - - + + 55.5 - - + + 56.0 - + + +56.5 + + + +57.0 + + + +57.5 + + 0 @@ -104,204 +114,204 @@ Average Iteration Time (ms) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/hydroflow_diamond/report/relative_pdf_small.svg b/criterion/hydroflow_diamond/report/relative_pdf_small.svg index 503ac2d0472d..65fdbc15b574 100644 --- a/criterion/hydroflow_diamond/report/relative_pdf_small.svg +++ b/criterion/hydroflow_diamond/report/relative_pdf_small.svg @@ -6,65 +6,53 @@ Density (a.u.) Average Time (ms) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - - -0.8 - - - -0.9 - - - -1 - - - -1.1 - - + - + 52 - - + + 54 - - + + 56 - - - - - + + +58 + + + + + + diff --git a/criterion/hydroflow_diamond/report/typical.svg b/criterion/hydroflow_diamond/report/typical.svg index e4cb34522ca9..6cd7fccae946 100644 --- a/criterion/hydroflow_diamond/report/typical.svg +++ b/criterion/hydroflow_diamond/report/typical.svg @@ -9,66 +9,86 @@ Density (a.u.) Average time (ms) - + +0.5 + + + 1 - - + + +1.5 + + + 2 - - + + +2.5 + + + 3 - - + + +3.5 + + + 4 - - + + +4.5 + + + 5 - - -6 + + + +56.05 - - -7 + + +56.1 - - -8 + + +56.15 - - - -53.3 + + +56.2 - - -53.35 + + +56.25 - - -53.4 + + +56.3 - - -53.45 + + +56.35 - - -53.5 + + +56.4 - - -53.55 + + +56.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/base/estimates.json b/criterion/micro_ops_anti_join/base/estimates.json index 47382db47f21..4daa7c2954f5 100644 --- a/criterion/micro_ops_anti_join/base/estimates.json +++ b/criterion/micro_ops_anti_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8159.2121091408535,"upper_bound":8438.898316915707},"point_estimate":8281.855878726072,"standard_error":71.21905108659477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8136.737653131533,"upper_bound":8214.735978112176},"point_estimate":8165.118677817603,"standard_error":19.78241845316842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86.30716359379217,"upper_bound":127.91692029248902},"point_estimate":105.65835778992046,"standard_error":11.514383979236312},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8132.690548811665,"upper_bound":8168.572759005487},"point_estimate":8148.370322760107,"standard_error":9.21057308195924},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.71728616485754,"upper_bound":1053.0326368456201},"point_estimate":718.3857841273929,"standard_error":214.37958159696043}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8196.906178502944,"upper_bound":8385.683328012263},"point_estimate":8276.47154901919,"standard_error":49.278331600202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8179.473488435622,"upper_bound":8245.045540796964},"point_estimate":8195.695674740484,"standard_error":17.403970924874823},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85.38234496168559,"upper_bound":143.6349492480171},"point_estimate":119.1122044037579,"standard_error":13.919259946963123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8189.616619102554,"upper_bound":8388.187255114528},"point_estimate":8267.271411086675,"standard_error":52.18516173051492},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.53051768542427,"upper_bound":757.1541405466301},"point_estimate":494.56818102149083,"standard_error":173.68881727516396}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/sample.json b/criterion/micro_ops_anti_join/base/sample.json index 68712820c872..829cc64da9fd 100644 --- a/criterion/micro_ops_anti_join/base/sample.json +++ b/criterion/micro_ops_anti_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[215113.0,415887.0,609880.0,563080.0,677859.0,820533.0,944553.0,1086645.0,1261911.0,1393736.0,1509165.0,1672843.0,1839749.0,1956735.0,2104877.0,2236073.0,2339212.0,2380905.0,2530923.0,2638992.0,2801370.0,2907718.0,3235507.0,3332327.0,3493735.0,3606023.0,3786424.0,3930489.0,4075517.0,4217151.0,4375140.0,4512653.0,4626626.0,4810854.0,4949960.0,5043979.0,5213690.0,5331476.0,5434699.0,5613525.0,5746065.0,5908971.0,6004972.0,6216881.0,6320644.0,6468011.0,6573647.0,6706019.0,6882947.0,6979964.0,7103290.0,7319924.0,7421258.0,7604034.0,7647000.0,7830916.0,7991178.0,8178766.0,8156903.0,8220189.0,8411519.0,8548200.0,8714862.0,8957489.0,8922310.0,9060928.0,9232993.0,9441196.0,9543698.0,9700291.0,9798204.0,9984595.0,10098427.0,10188443.0,10294697.0,10490420.0,10680880.0,10819577.0,10892667.0,11006725.0,11241445.0,11322395.0,11372780.0,11623039.0,11711751.0,11881974.0,11973331.0,12113244.0,12271159.0,12411692.0,12593489.0,12662959.0,12911261.0,12911134.0,13083621.0,13243716.0,13374342.0,13510136.0,13654580.0,14225692.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[139549.0,286704.0,406112.0,543346.0,679437.0,830608.0,969650.0,1109457.0,1230818.0,1419071.0,1545662.0,1696964.0,1813731.0,1970405.0,2098506.0,2229288.0,2335069.0,2389368.0,2545355.0,2704033.0,2816344.0,2941971.0,3255716.0,3425901.0,3550709.0,3641882.0,3802732.0,3954651.0,4099416.0,4223906.0,4348294.0,4494155.0,4677493.0,4759073.0,4863549.0,5042304.0,5249701.0,5364260.0,5544432.0,5658763.0,5790229.0,5909564.0,6089505.0,6215776.0,6358218.0,6527581.0,6613052.0,9419263.0,6916737.0,6989487.0,7133310.0,7318323.0,7483684.0,7875877.0,7817954.0,7869818.0,8010440.0,8219469.0,8521015.0,8304183.0,8427168.0,8590315.0,8881248.0,8876625.0,8934375.0,13070014.0,9255119.0,9458947.0,9489230.0,9710316.0,9847618.0,10017327.0,10071932.0,10183212.0,10385211.0,10926401.0,10725158.0,10862099.0,11004797.0,11134640.0,11243690.0,11342799.0,11471123.0,11613358.0,11842468.0,11921429.0,12584172.0,12186833.0,12275581.0,12468125.0,12655963.0,12780730.0,12953213.0,13083639.0,13204994.0,13324336.0,13395912.0,13486647.0,13803874.0,13853633.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/base/tukey.json b/criterion/micro_ops_anti_join/base/tukey.json index 8b30b5e4bc09..7fa958a7d6bc 100644 --- a/criterion/micro_ops_anti_join/base/tukey.json +++ b/criterion/micro_ops_anti_join/base/tukey.json @@ -1 +1 @@ -[7674.0063240221425,7891.278584866781,8470.671280452483,8687.943541297122] \ No newline at end of file +[7665.135688271961,7905.580314055766,8546.76598281258,8787.210608596386] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/change/estimates.json b/criterion/micro_ops_anti_join/change/estimates.json index 258613d6160a..d79198d74b0f 100644 --- a/criterion/micro_ops_anti_join/change/estimates.json +++ b/criterion/micro_ops_anti_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013409410084967306,"upper_bound":0.023524766538639358},"point_estimate":0.0033664235357904193,"standard_error":0.009486205655889611},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011044450751323098,"upper_bound":-0.0012190302780467066},"point_estimate":-0.00721665527045201,"standard_error":0.0024734850916616697}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.021602581155103648,"upper_bound":0.01986725657233258},"point_estimate":-0.0006501356441993567,"standard_error":0.01053821644294042},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002366331384483167,"upper_bound":0.010759083925561352},"point_estimate":0.0037448319037847178,"standard_error":0.003188024921154634}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/estimates.json b/criterion/micro_ops_anti_join/new/estimates.json index 47382db47f21..4daa7c2954f5 100644 --- a/criterion/micro_ops_anti_join/new/estimates.json +++ b/criterion/micro_ops_anti_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8159.2121091408535,"upper_bound":8438.898316915707},"point_estimate":8281.855878726072,"standard_error":71.21905108659477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8136.737653131533,"upper_bound":8214.735978112176},"point_estimate":8165.118677817603,"standard_error":19.78241845316842},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":86.30716359379217,"upper_bound":127.91692029248902},"point_estimate":105.65835778992046,"standard_error":11.514383979236312},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8132.690548811665,"upper_bound":8168.572759005487},"point_estimate":8148.370322760107,"standard_error":9.21057308195924},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":119.71728616485754,"upper_bound":1053.0326368456201},"point_estimate":718.3857841273929,"standard_error":214.37958159696043}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8196.906178502944,"upper_bound":8385.683328012263},"point_estimate":8276.47154901919,"standard_error":49.278331600202},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8179.473488435622,"upper_bound":8245.045540796964},"point_estimate":8195.695674740484,"standard_error":17.403970924874823},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":85.38234496168559,"upper_bound":143.6349492480171},"point_estimate":119.1122044037579,"standard_error":13.919259946963123},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8189.616619102554,"upper_bound":8388.187255114528},"point_estimate":8267.271411086675,"standard_error":52.18516173051492},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":121.53051768542427,"upper_bound":757.1541405466301},"point_estimate":494.56818102149083,"standard_error":173.68881727516396}} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/sample.json b/criterion/micro_ops_anti_join/new/sample.json index 68712820c872..829cc64da9fd 100644 --- a/criterion/micro_ops_anti_join/new/sample.json +++ b/criterion/micro_ops_anti_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[215113.0,415887.0,609880.0,563080.0,677859.0,820533.0,944553.0,1086645.0,1261911.0,1393736.0,1509165.0,1672843.0,1839749.0,1956735.0,2104877.0,2236073.0,2339212.0,2380905.0,2530923.0,2638992.0,2801370.0,2907718.0,3235507.0,3332327.0,3493735.0,3606023.0,3786424.0,3930489.0,4075517.0,4217151.0,4375140.0,4512653.0,4626626.0,4810854.0,4949960.0,5043979.0,5213690.0,5331476.0,5434699.0,5613525.0,5746065.0,5908971.0,6004972.0,6216881.0,6320644.0,6468011.0,6573647.0,6706019.0,6882947.0,6979964.0,7103290.0,7319924.0,7421258.0,7604034.0,7647000.0,7830916.0,7991178.0,8178766.0,8156903.0,8220189.0,8411519.0,8548200.0,8714862.0,8957489.0,8922310.0,9060928.0,9232993.0,9441196.0,9543698.0,9700291.0,9798204.0,9984595.0,10098427.0,10188443.0,10294697.0,10490420.0,10680880.0,10819577.0,10892667.0,11006725.0,11241445.0,11322395.0,11372780.0,11623039.0,11711751.0,11881974.0,11973331.0,12113244.0,12271159.0,12411692.0,12593489.0,12662959.0,12911261.0,12911134.0,13083621.0,13243716.0,13374342.0,13510136.0,13654580.0,14225692.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[17.0,34.0,51.0,68.0,85.0,102.0,119.0,136.0,153.0,170.0,187.0,204.0,221.0,238.0,255.0,272.0,289.0,306.0,323.0,340.0,357.0,374.0,391.0,408.0,425.0,442.0,459.0,476.0,493.0,510.0,527.0,544.0,561.0,578.0,595.0,612.0,629.0,646.0,663.0,680.0,697.0,714.0,731.0,748.0,765.0,782.0,799.0,816.0,833.0,850.0,867.0,884.0,901.0,918.0,935.0,952.0,969.0,986.0,1003.0,1020.0,1037.0,1054.0,1071.0,1088.0,1105.0,1122.0,1139.0,1156.0,1173.0,1190.0,1207.0,1224.0,1241.0,1258.0,1275.0,1292.0,1309.0,1326.0,1343.0,1360.0,1377.0,1394.0,1411.0,1428.0,1445.0,1462.0,1479.0,1496.0,1513.0,1530.0,1547.0,1564.0,1581.0,1598.0,1615.0,1632.0,1649.0,1666.0,1683.0,1700.0],"times":[139549.0,286704.0,406112.0,543346.0,679437.0,830608.0,969650.0,1109457.0,1230818.0,1419071.0,1545662.0,1696964.0,1813731.0,1970405.0,2098506.0,2229288.0,2335069.0,2389368.0,2545355.0,2704033.0,2816344.0,2941971.0,3255716.0,3425901.0,3550709.0,3641882.0,3802732.0,3954651.0,4099416.0,4223906.0,4348294.0,4494155.0,4677493.0,4759073.0,4863549.0,5042304.0,5249701.0,5364260.0,5544432.0,5658763.0,5790229.0,5909564.0,6089505.0,6215776.0,6358218.0,6527581.0,6613052.0,9419263.0,6916737.0,6989487.0,7133310.0,7318323.0,7483684.0,7875877.0,7817954.0,7869818.0,8010440.0,8219469.0,8521015.0,8304183.0,8427168.0,8590315.0,8881248.0,8876625.0,8934375.0,13070014.0,9255119.0,9458947.0,9489230.0,9710316.0,9847618.0,10017327.0,10071932.0,10183212.0,10385211.0,10926401.0,10725158.0,10862099.0,11004797.0,11134640.0,11243690.0,11342799.0,11471123.0,11613358.0,11842468.0,11921429.0,12584172.0,12186833.0,12275581.0,12468125.0,12655963.0,12780730.0,12953213.0,13083639.0,13204994.0,13324336.0,13395912.0,13486647.0,13803874.0,13853633.0]} \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/new/tukey.json b/criterion/micro_ops_anti_join/new/tukey.json index 8b30b5e4bc09..7fa958a7d6bc 100644 --- a/criterion/micro_ops_anti_join/new/tukey.json +++ b/criterion/micro_ops_anti_join/new/tukey.json @@ -1 +1 @@ -[7674.0063240221425,7891.278584866781,8470.671280452483,8687.943541297122] \ No newline at end of file +[7665.135688271961,7905.580314055766,8546.76598281258,8787.210608596386] \ No newline at end of file diff --git a/criterion/micro_ops_anti_join/report/MAD.svg b/criterion/micro_ops_anti_join/report/MAD.svg index f2efc79a2b49..ed0e675eb6ba 100644 --- a/criterion/micro_ops_anti_join/report/MAD.svg +++ b/criterion/micro_ops_anti_join/report/MAD.svg @@ -9,78 +9,66 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - -0.035 - - + - -85 + +80 - - + + 90 - - -95 - - - + + 100 - - -105 - - - + + 110 - - -115 - - - + + 120 - - -125 - - - + + 130 - - - - + + +140 + + + +150 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/SD.svg b/criterion/micro_ops_anti_join/report/SD.svg index fbbad89dcdcf..83faa02a6a77 100644 --- a/criterion/micro_ops_anti_join/report/SD.svg +++ b/criterion/micro_ops_anti_join/report/SD.svg @@ -6,77 +6,69 @@ micro/ops/anti_join:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +0.001 - - -1 + + +0.002 - - -1.5 + + +0.003 - - -2 + + +0.004 - - -2.5 + + +0.005 - - - -0.1 - - - -0.2 + + +0.006 - - -0.3 - - - -0.4 + + + +100 - - -0.5 + + +200 - - -0.6 + + +300 - - -0.7 + + +400 - - -0.8 + + +500 - - -0.9 + + +600 - - -1 + + +700 - - -1.1 + + +800 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/both/pdf.svg b/criterion/micro_ops_anti_join/report/both/pdf.svg index c61227a4c80e..b4f0c543b61c 100644 --- a/criterion/micro_ops_anti_join/report/both/pdf.svg +++ b/criterion/micro_ops_anti_join/report/both/pdf.svg @@ -9,22 +9,38 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 + + + +0.8 - + -1.5 +1 - -2 + +1.2 + + + +1.4 + + + +1.6 - + 8 @@ -38,10 +54,10 @@ Average Time (µs) 12 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_anti_join/report/both/regression.svg b/criterion/micro_ops_anti_join/report/both/regression.svg index 0bb2dc41f146..250e489ad9e9 100644 --- a/criterion/micro_ops_anti_join/report/both/regression.svg +++ b/criterion/micro_ops_anti_join/report/both/regression.svg @@ -19,12 +19,12 @@ Iterations (x 10^3) - + - - - - + + + + 0.0 @@ -34,30 +34,30 @@ Iterations (x 10^3) 2.0 - + 4.0 - + 6.0 - + 8.0 - - + + 10.0 - - + + 12.0 - - + + 14.0 - + 0 @@ -95,10 +95,10 @@ Iterations (x 10^3) 1.6 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_anti_join/report/change/mean.svg b/criterion/micro_ops_anti_join/report/change/mean.svg index 6cb0ef9e66c7..774af09e47dd 100644 --- a/criterion/micro_ops_anti_join/report/change/mean.svg +++ b/criterion/micro_ops_anti_join/report/change/mean.svg @@ -9,79 +9,79 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - -40 - - + - + +-0.025 + + + +-0.02 + + + -0.015 - - + + -0.01 - - + + -0.005 - - -0 + + +3.46945e-18 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - -0.025 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/median.svg b/criterion/micro_ops_anti_join/report/change/median.svg index aa7fedf9400c..76b9aba4c738 100644 --- a/criterion/micro_ops_anti_join/report/change/median.svg +++ b/criterion/micro_ops_anti_join/report/change/median.svg @@ -9,55 +9,83 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 + + + +160 - - -250 + + +180 - + + +200 + + - --0.012 + +-0.002 - - --0.01 + + +0 - - --0.008 + + +0.002 - - --0.006 + + +0.004 - - --0.004 + + +0.006 - - --0.002 + + +0.008 + + + +0.01 + + + +0.012 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/change/t-test.svg b/criterion/micro_ops_anti_join/report/change/t-test.svg index fd9e28d1bae4..e3c46d1c5ecc 100644 --- a/criterion/micro_ops_anti_join/report/change/t-test.svg +++ b/criterion/micro_ops_anti_join/report/change/t-test.svg @@ -13,69 +13,69 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + + t distribution diff --git a/criterion/micro_ops_anti_join/report/index.html b/criterion/micro_ops_anti_join/report/index.html index ec153f35dbee..62d586a8093f 100644 --- a/criterion/micro_ops_anti_join/report/index.html +++ b/criterion/micro_ops_anti_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.1327 µs - 8.1484 µs - 8.1686 µs + 8.1896 µs + 8.2673 µs + 8.3882 µs R² - 0.9875372 - 0.9879873 - 0.9872404 + 0.6584065 + 0.6640823 + 0.6504866 Mean - 8.1592 µs - 8.2819 µs - 8.4389 µs + 8.1969 µs + 8.2765 µs + 8.3857 µs Std. Dev. - 119.72 ns - 718.39 ns - 1.0530 µs + 121.53 ns + 494.57 ns + 757.15 ns Median - 8.1367 µs - 8.1651 µs - 8.2147 µs + 8.1795 µs + 8.1957 µs + 8.2450 µs MAD - 86.307 ns - 105.66 ns - 127.92 ns + 85.382 ns + 119.11 ns + 143.63 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.3409% - +0.3366% - +2.3525% - (p = 0.74 > + -2.1603% + -0.0650% + +1.9867% + (p = 0.95 > 0.05) diff --git a/criterion/micro_ops_anti_join/report/mean.svg b/criterion/micro_ops_anti_join/report/mean.svg index d68b8ce4ae08..0e8a0e2555e1 100644 --- a/criterion/micro_ops_anti_join/report/mean.svg +++ b/criterion/micro_ops_anti_join/report/mean.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs)
- + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - - -8.15 + + +8 + + + +9 - - + + + 8.2 - - + + 8.25 - - + + 8.3 - - + + 8.35 - - + + 8.4 - - -8.45 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/median.svg b/criterion/micro_ops_anti_join/report/median.svg index 5fc7e63fc4fd..3dd5a86c973c 100644 --- a/criterion/micro_ops_anti_join/report/median.svg +++ b/criterion/micro_ops_anti_join/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 - - - + + 40 - - -45 - - - - -8.13 - - - -8.14 - - - -8.15 + + +50 - - -8.16 + + +60 - - -8.17 + + +70 - - + + + 8.18 - - + + 8.19 - - + + 8.2 - - + + 8.21 - - + + 8.22 - - - - + + +8.23 + + + +8.24 + + + +8.25 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/pdf.svg b/criterion/micro_ops_anti_join/report/pdf.svg index fb1d00630ea4..9e8edeb6e68b 100644 --- a/criterion/micro_ops_anti_join/report/pdf.svg +++ b/criterion/micro_ops_anti_join/report/pdf.svg @@ -46,34 +46,46 @@ Average Time (µs) - -7 + +7.5 - - + + 8 - - + + +8.5 + + + 9 - - + + +9.5 + + + 10 - - + + +10.5 + + + 11 - - -12 + + +11.5 - - -13 + + +12 - + Density (a.u.) @@ -82,48 +94,58 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - - - - - - - - - - - - - - - - - - - - - - + + +1.2 + + + +1.4 + + + +1.6 + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_anti_join/report/pdf_small.svg b/criterion/micro_ops_anti_join/report/pdf_small.svg index 1849d243f9de..5372107e7542 100644 --- a/criterion/micro_ops_anti_join/report/pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/pdf_small.svg @@ -10,43 +10,59 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + + +1.6 + + - + 8 - - + + +9 + + + 10 - - + + +11 + + + 12 - - - + + + diff --git a/criterion/micro_ops_anti_join/report/regression.svg b/criterion/micro_ops_anti_join/report/regression.svg index d1daf4286b3d..a3114922be91 100644 --- a/criterion/micro_ops_anti_join/report/regression.svg +++ b/criterion/micro_ops_anti_join/report/regression.svg @@ -16,42 +16,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -86,107 +81,107 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_anti_join/report/regression_small.svg b/criterion/micro_ops_anti_join/report/regression_small.svg index 7b8afe15c133..bb87e48c0ba0 100644 --- a/criterion/micro_ops_anti_join/report/regression_small.svg +++ b/criterion/micro_ops_anti_join/report/regression_small.svg @@ -13,42 +13,37 @@ Iterations (x 10^3) - - - - - - - + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - - -14.0 - - + 0.2 @@ -83,105 +78,105 @@ Iterations (x 10^3) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg index 6d5244376a78..65f339394130 100644 --- a/criterion/micro_ops_anti_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_pdf_small.svg @@ -6,22 +6,38 @@ Density (a.u.) Average Time (µs) - -0.5 + +0.2 - - -1 + + +0.4 + + + +0.6 + + + +0.8 - + -1.5 +1 - -2 + +1.2 + + + +1.4 + + + +1.6 - + 8 @@ -35,8 +51,8 @@ Average Time (µs) 12 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/relative_regression_small.svg b/criterion/micro_ops_anti_join/report/relative_regression_small.svg index 55bf65039cf4..40143bd1bdc5 100644 --- a/criterion/micro_ops_anti_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_anti_join/report/relative_regression_small.svg @@ -16,12 +16,12 @@ Iterations (x 10^3) - + - + - - + + 0.0 @@ -31,30 +31,30 @@ Iterations (x 10^3) 2.0 - + 4.0 - + 6.0 - + 8.0 - + 10.0 - + 12.0 - - + + 14.0 - + 0 @@ -92,8 +92,8 @@ Iterations (x 10^3) 1.6 - - - - + + + + diff --git a/criterion/micro_ops_anti_join/report/slope.svg b/criterion/micro_ops_anti_join/report/slope.svg index 59f6cee2760d..0ed8688e8ccc 100644 --- a/criterion/micro_ops_anti_join/report/slope.svg +++ b/criterion/micro_ops_anti_join/report/slope.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - -35 + + +6 - - -40 + + +7 - - -45 + + +8 - + - -8.13 - - - -8.135 - - - -8.14 - - - -8.145 - - - -8.15 + +8.2 - - -8.155 + + +8.25 - - -8.16 + + +8.3 - - -8.165 + + +8.35 - - -8.17 + + +8.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_anti_join/report/typical.svg b/criterion/micro_ops_anti_join/report/typical.svg index f1c6d93a2507..1365785ce0d2 100644 --- a/criterion/micro_ops_anti_join/report/typical.svg +++ b/criterion/micro_ops_anti_join/report/typical.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - -5 - - - -10 + +1 - - -15 + + +2 - - -20 + + +3 - - -25 + + +4 - - -30 + + +5 - - -35 + + +6 - - -40 + + +7 - - -45 + + +8 - + - -8.13 - - - -8.135 - - - -8.14 - - - -8.145 - - - -8.15 + +8.2 - - -8.155 + + +8.25 - - -8.16 + + +8.3 - - -8.165 + + +8.35 - - -8.17 + + +8.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/base/estimates.json b/criterion/micro_ops_crossjoin/base/estimates.json index 3e51b662965e..b902d52ca0ab 100644 --- a/criterion/micro_ops_crossjoin/base/estimates.json +++ b/criterion/micro_ops_crossjoin/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102452.25013683201,"upper_bound":102896.20656038685},"point_estimate":102647.45438578617,"standard_error":114.68372192470216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102365.10433721876,"upper_bound":102480.01706217372},"point_estimate":102429.52749433107,"standard_error":33.20155706748492},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":248.18920290601122,"upper_bound":448.33248713855664},"point_estimate":366.7581684887409,"standard_error":51.82017452079475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102425.61929340349,"upper_bound":102872.55604799867},"point_estimate":102614.91237982646,"standard_error":115.73614981195226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.93367296593254,"upper_bound":1692.971541424369},"point_estimate":1152.6037642359972,"standard_error":320.5648227803283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94194.19599063581,"upper_bound":94658.35592448851},"point_estimate":94376.24832861053,"standard_error":123.43270058852595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94170.47895902547,"upper_bound":94325.36298701298},"point_estimate":94238.78599033816,"standard_error":43.103731825371305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.6921137837571,"upper_bound":377.85759639319633},"point_estimate":306.6136439262612,"standard_error":39.202351236814444},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94290.56455606513,"upper_bound":94684.32367432673},"point_estimate":94443.59719521206,"standard_error":103.99056919371618},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":352.1147586894452,"upper_bound":2048.017892226578},"point_estimate":1240.5057596255263,"standard_error":558.6221895688018}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/sample.json b/criterion/micro_ops_crossjoin/base/sample.json index a94c1a665843..c08474a87c59 100644 --- a/criterion/micro_ops_crossjoin/base/sample.json +++ b/criterion/micro_ops_crossjoin/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[717076.0,1436629.0,2156850.0,2865282.0,3600310.0,4291050.0,4995564.0,5721818.0,6485647.0,7199349.0,7897386.0,8655595.0,9301097.0,10075508.0,10788730.0,11459127.0,12194063.0,12911143.0,13619263.0,14334407.0,15013116.0,15786551.0,16463936.0,17236155.0,17911461.0,18685953.0,19298263.0,20068344.0,20783715.0,21585818.0,22313064.0,24724742.0,23588198.0,24304518.0,25087476.0,25894420.0,26387843.0,27099409.0,27850539.0,28503007.0,29407643.0,30048471.0,30961099.0,31468005.0,32430720.0,32982900.0,33666634.0,34543984.0,35168525.0,35904443.0,36358415.0,37214447.0,40201014.0,39348992.0,39322658.0,40152146.0,40633180.0,41443990.0,42322894.0,43169076.0,44352627.0,44041600.0,45261988.0,46011072.0,46530559.0,47506838.0,48024238.0,48896857.0,49889413.0,50219468.0,51187143.0,51624776.0,52558073.0,53291917.0,53689838.0,54682934.0,55421023.0,55863615.0,56657343.0,57285976.0,60792374.0,58366827.0,59244551.0,59989249.0,60913899.0,61687737.0,62243191.0,63095570.0,63961981.0,64720534.0,65194647.0,65906948.0,66632394.0,67280400.0,68043761.0,68794113.0,69573875.0,70151627.0,70916651.0,71893715.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[654153.0,1319127.0,1965876.0,2608110.0,3263065.0,3933251.0,4594521.0,5203908.0,5954854.0,6590685.0,7279348.0,7952506.0,8569968.0,9258495.0,9846153.0,10447554.0,11125374.0,11820730.0,12564680.0,13231578.0,14013590.0,14528507.0,15156382.0,15810584.0,16557956.0,17103978.0,17938692.0,18441167.0,19140854.0,19756905.0,20428321.0,21103642.0,21850885.0,22528897.0,23008081.0,23712643.0,24345468.0,25008087.0,25740333.0,26529590.0,27091672.0,27645225.0,28342864.0,29297796.0,29810441.0,30346583.0,30961916.0,31622188.0,32280593.0,32979705.0,33758124.0,35162876.0,39257177.0,35497764.0,36309262.0,36946475.0,37546765.0,38437433.0,38868165.0,39601161.0,40349297.0,40954399.0,41671318.0,42319388.0,42851432.0,43473266.0,44097870.0,44955817.0,45421989.0,46364919.0,46967413.0,47522545.0,48199640.0,48658478.0,49448488.0,50307477.0,50862248.0,51612483.0,52099822.0,52843312.0,53470382.0,54180590.0,54949041.0,55396531.0,56110526.0,56642028.0,57280407.0,58139480.0,58825901.0,59367121.0,60174184.0,60558037.0,61310281.0,61914288.0,62840258.0,63238874.0,64385042.0,65105675.0,65681643.0,65843155.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/base/tukey.json b/criterion/micro_ops_crossjoin/base/tukey.json index f9425b39b380..f22f6e74dd42 100644 --- a/criterion/micro_ops_crossjoin/base/tukey.json +++ b/criterion/micro_ops_crossjoin/base/tukey.json @@ -1 +1 @@ -[100824.142744813,101540.97939407955,103452.54379212369,104169.38044139024] \ No newline at end of file +[92870.96614485673,93480.08672987972,95104.40828994103,95713.52887496402] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/change/estimates.json b/criterion/micro_ops_crossjoin/change/estimates.json index cd9347954d7b..5f0b08db39b2 100644 --- a/criterion/micro_ops_crossjoin/change/estimates.json +++ b/criterion/micro_ops_crossjoin/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.04960250771297382,"upper_bound":0.06317841517040768},"point_estimate":0.05685689760134238,"standard_error":0.0034594975671624877},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.05718621442778127,"upper_bound":0.07007212254458106},"point_estimate":0.06606521768730311,"standard_error":0.0030038448984384754}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08355863047760399,"upper_bound":-0.07733107394251047},"point_estimate":-0.08057877427811766,"standard_error":0.001591403252589598},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.08085073662161174,"upper_bound":-0.0789318505889317},"point_estimate":-0.079964651837784,"standard_error":0.0005013886384844044}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/estimates.json b/criterion/micro_ops_crossjoin/new/estimates.json index 3e51b662965e..b902d52ca0ab 100644 --- a/criterion/micro_ops_crossjoin/new/estimates.json +++ b/criterion/micro_ops_crossjoin/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102452.25013683201,"upper_bound":102896.20656038685},"point_estimate":102647.45438578617,"standard_error":114.68372192470216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102365.10433721876,"upper_bound":102480.01706217372},"point_estimate":102429.52749433107,"standard_error":33.20155706748492},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":248.18920290601122,"upper_bound":448.33248713855664},"point_estimate":366.7581684887409,"standard_error":51.82017452079475},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":102425.61929340349,"upper_bound":102872.55604799867},"point_estimate":102614.91237982646,"standard_error":115.73614981195226},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":392.93367296593254,"upper_bound":1692.971541424369},"point_estimate":1152.6037642359972,"standard_error":320.5648227803283}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94194.19599063581,"upper_bound":94658.35592448851},"point_estimate":94376.24832861053,"standard_error":123.43270058852595},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94170.47895902547,"upper_bound":94325.36298701298},"point_estimate":94238.78599033816,"standard_error":43.103731825371305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.6921137837571,"upper_bound":377.85759639319633},"point_estimate":306.6136439262612,"standard_error":39.202351236814444},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":94290.56455606513,"upper_bound":94684.32367432673},"point_estimate":94443.59719521206,"standard_error":103.99056919371618},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":352.1147586894452,"upper_bound":2048.017892226578},"point_estimate":1240.5057596255263,"standard_error":558.6221895688018}} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/sample.json b/criterion/micro_ops_crossjoin/new/sample.json index a94c1a665843..c08474a87c59 100644 --- a/criterion/micro_ops_crossjoin/new/sample.json +++ b/criterion/micro_ops_crossjoin/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[717076.0,1436629.0,2156850.0,2865282.0,3600310.0,4291050.0,4995564.0,5721818.0,6485647.0,7199349.0,7897386.0,8655595.0,9301097.0,10075508.0,10788730.0,11459127.0,12194063.0,12911143.0,13619263.0,14334407.0,15013116.0,15786551.0,16463936.0,17236155.0,17911461.0,18685953.0,19298263.0,20068344.0,20783715.0,21585818.0,22313064.0,24724742.0,23588198.0,24304518.0,25087476.0,25894420.0,26387843.0,27099409.0,27850539.0,28503007.0,29407643.0,30048471.0,30961099.0,31468005.0,32430720.0,32982900.0,33666634.0,34543984.0,35168525.0,35904443.0,36358415.0,37214447.0,40201014.0,39348992.0,39322658.0,40152146.0,40633180.0,41443990.0,42322894.0,43169076.0,44352627.0,44041600.0,45261988.0,46011072.0,46530559.0,47506838.0,48024238.0,48896857.0,49889413.0,50219468.0,51187143.0,51624776.0,52558073.0,53291917.0,53689838.0,54682934.0,55421023.0,55863615.0,56657343.0,57285976.0,60792374.0,58366827.0,59244551.0,59989249.0,60913899.0,61687737.0,62243191.0,63095570.0,63961981.0,64720534.0,65194647.0,65906948.0,66632394.0,67280400.0,68043761.0,68794113.0,69573875.0,70151627.0,70916651.0,71893715.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[654153.0,1319127.0,1965876.0,2608110.0,3263065.0,3933251.0,4594521.0,5203908.0,5954854.0,6590685.0,7279348.0,7952506.0,8569968.0,9258495.0,9846153.0,10447554.0,11125374.0,11820730.0,12564680.0,13231578.0,14013590.0,14528507.0,15156382.0,15810584.0,16557956.0,17103978.0,17938692.0,18441167.0,19140854.0,19756905.0,20428321.0,21103642.0,21850885.0,22528897.0,23008081.0,23712643.0,24345468.0,25008087.0,25740333.0,26529590.0,27091672.0,27645225.0,28342864.0,29297796.0,29810441.0,30346583.0,30961916.0,31622188.0,32280593.0,32979705.0,33758124.0,35162876.0,39257177.0,35497764.0,36309262.0,36946475.0,37546765.0,38437433.0,38868165.0,39601161.0,40349297.0,40954399.0,41671318.0,42319388.0,42851432.0,43473266.0,44097870.0,44955817.0,45421989.0,46364919.0,46967413.0,47522545.0,48199640.0,48658478.0,49448488.0,50307477.0,50862248.0,51612483.0,52099822.0,52843312.0,53470382.0,54180590.0,54949041.0,55396531.0,56110526.0,56642028.0,57280407.0,58139480.0,58825901.0,59367121.0,60174184.0,60558037.0,61310281.0,61914288.0,62840258.0,63238874.0,64385042.0,65105675.0,65681643.0,65843155.0]} \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/new/tukey.json b/criterion/micro_ops_crossjoin/new/tukey.json index f9425b39b380..f22f6e74dd42 100644 --- a/criterion/micro_ops_crossjoin/new/tukey.json +++ b/criterion/micro_ops_crossjoin/new/tukey.json @@ -1 +1 @@ -[100824.142744813,101540.97939407955,103452.54379212369,104169.38044139024] \ No newline at end of file +[92870.96614485673,93480.08672987972,95104.40828994103,95713.52887496402] \ No newline at end of file diff --git a/criterion/micro_ops_crossjoin/report/MAD.svg b/criterion/micro_ops_crossjoin/report/MAD.svg index 80db9ad1b7f4..0d085be9f870 100644 --- a/criterion/micro_ops_crossjoin/report/MAD.svg +++ b/criterion/micro_ops_crossjoin/report/MAD.svg @@ -9,62 +9,74 @@ Density (a.u.) Average time (ns) - -0.001 - - - + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - + + +0.01 + + + +0.012 + + + +0.014 + + - -250 + +220 + + + +240 + + + +260 - - + + +280 + + + 300 - - -350 + + +320 - + -400 +340 - -450 + +360 + + + +380 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/SD.svg b/criterion/micro_ops_crossjoin/report/SD.svg index aba44086692e..050bdae70cf1 100644 --- a/criterion/micro_ops_crossjoin/report/SD.svg +++ b/criterion/micro_ops_crossjoin/report/SD.svg @@ -9,70 +9,74 @@ Density (a.u.) Average time (µs) - -0.2 - - - -0.4 - - - -0.6 - - - -0.8 + +0.5 - - + + 1 - - -1.2 + + +1.5 - - -1.4 + + +2 - + + +2.5 + + - + +0.2 + + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - - - + + +2 + + + +2.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/both/pdf.svg b/criterion/micro_ops_crossjoin/report/both/pdf.svg index 78d940dbea19..b55492219d3f 100644 --- a/criterion/micro_ops_crossjoin/report/both/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/both/pdf.svg @@ -34,26 +34,26 @@ Average Time (µs) - -90 + +95 - - + + 100 - - -110 + + +105 - - -120 + + +110 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_crossjoin/report/both/regression.svg b/criterion/micro_ops_crossjoin/report/both/regression.svg index c6fc9f37c7f5..72122dc3d586 100644 --- a/criterion/micro_ops_crossjoin/report/both/regression.svg +++ b/criterion/micro_ops_crossjoin/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations 700 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_crossjoin/report/change/mean.svg b/criterion/micro_ops_crossjoin/report/change/mean.svg index 9fc19ad2a4e0..7f9e8efb0a28 100644 --- a/criterion/micro_ops_crossjoin/report/change/mean.svg +++ b/criterion/micro_ops_crossjoin/report/change/mean.svg @@ -9,86 +9,58 @@ Density (a.u.) Relative change (%) - -10 - - - -20 - - - -30 - - - -40 - - - + 50 - - -60 - - - -70 - - - -80 - - - -90 - - - + + 100 - - -110 + + +150 + + + +200 - + - -0.05 + +-0.084 - - -0.052 + + +-0.083 - - -0.054 + + +-0.082 - - -0.056 + + +-0.081 - - -0.058 + + +-0.08 - - -0.06 + + +-0.079 - - -0.062 + + +-0.078 - - -0.064 + + +-0.077 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/median.svg b/criterion/micro_ops_crossjoin/report/change/median.svg index 39dbcf56a821..a5fd7730522c 100644 --- a/criterion/micro_ops_crossjoin/report/change/median.svg +++ b/criterion/micro_ops_crossjoin/report/change/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 - - - -80 - - - + 100 - - -120 + + +200 - - -140 + + +300 - - -160 + + +400 - - -180 + + +500 - - - -0.056 + + +600 - - -0.058 + + +700 - - -0.06 + + +800 - - -0.062 + + + +-0.081 - - -0.064 + + +-0.0805 - - -0.066 + + +-0.08 - - -0.068 + + +-0.0795 - - -0.07 + + +-0.079 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/change/t-test.svg b/criterion/micro_ops_crossjoin/report/change/t-test.svg index 17bfd532b845..8f23a154e7e0 100644 --- a/criterion/micro_ops_crossjoin/report/change/t-test.svg +++ b/criterion/micro_ops_crossjoin/report/change/t-test.svg @@ -17,77 +17,77 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-5.0 + + + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_crossjoin/report/index.html b/criterion/micro_ops_crossjoin/report/index.html index cc8d167c0d4f..68fa66d12302 100644 --- a/criterion/micro_ops_crossjoin/report/index.html +++ b/criterion/micro_ops_crossjoin/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 102.43 µs - 102.61 µs - 102.87 µs + 94.291 µs + 94.444 µs + 94.684 µs R² - 0.9862102 - 0.9866661 - 0.9858219 + 0.9812696 + 0.9816247 + 0.9807464 Mean - 102.45 µs - 102.65 µs - 102.90 µs + 94.194 µs + 94.376 µs + 94.658 µs Std. Dev. - 392.93 ns - 1.1526 µs - 1.6930 µs + 352.11 ns + 1.2405 µs + 2.0480 µs Median - 102.37 µs - 102.43 µs - 102.48 µs + 94.170 µs + 94.239 µs + 94.325 µs MAD - 248.19 ns - 366.76 ns - 448.33 ns + 220.69 ns + 306.61 ns + 377.86 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - +4.9603% - +5.6857% - +6.3178% + -8.3559% + -8.0579% + -7.7331% (p = 0.00 < 0.05) - Performance has regressed. + Performance has improved.

Additional Plots:

diff --git a/criterion/micro_ops_crossjoin/report/mean.svg b/criterion/micro_ops_crossjoin/report/mean.svg index da2d1cf74cbf..4cdd1d7af871 100644 --- a/criterion/micro_ops_crossjoin/report/mean.svg +++ b/criterion/micro_ops_crossjoin/report/mean.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - + - -102.45 + +94.2 - - -102.5 + + +94.3 - - -102.55 + + +94.4 - - -102.6 + + +94.5 - - -102.65 + + +94.6 - - -102.7 + + +94.7 - - -102.75 - - - -102.8 - - - -102.85 - - - -102.9 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/median.svg b/criterion/micro_ops_crossjoin/report/median.svg index c3f82c8a9475..576252fe7c64 100644 --- a/criterion/micro_ops_crossjoin/report/median.svg +++ b/criterion/micro_ops_crossjoin/report/median.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 + + + +10 - - -20 + + +12 - - -25 + + +14 - - -30 + + +16 - + - -102.36 + +94.16 + + + +94.18 + + + +94.2 + + + +94.22 - - -102.38 + + +94.24 - - -102.4 + + +94.26 - - -102.42 + + +94.28 - - -102.44 + + +94.3 - - -102.46 + + +94.32 - - -102.48 + + +94.34 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/pdf.svg b/criterion/micro_ops_crossjoin/report/pdf.svg index 38d06744a7e9..273bd37e428b 100644 --- a/criterion/micro_ops_crossjoin/report/pdf.svg +++ b/criterion/micro_ops_crossjoin/report/pdf.svg @@ -42,50 +42,38 @@ Average Time (µs) - -101 + +92 - - -102 - - - -103 - - - -104 - - - -105 + + +94 - - -106 + + +96 - - -107 + + +98 - - -108 + + +100 - - -109 + + +102 - - -110 + + +104 - - -111 + + +106 - + Density (a.u.) @@ -94,48 +82,54 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_crossjoin/report/pdf_small.svg b/criterion/micro_ops_crossjoin/report/pdf_small.svg index 6dddf4c71312..f1a0ced34fec 100644 --- a/criterion/micro_ops_crossjoin/report/pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/pdf_small.svg @@ -10,55 +10,43 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - -0.7 - - + - -102 - - - -104 - - - -106 + +95 - - -108 + + +100 - - -110 + + +105 - - - + + + diff --git a/criterion/micro_ops_crossjoin/report/regression.svg b/criterion/micro_ops_crossjoin/report/regression.svg index b0e5a5a39df5..e3cd92762ce7 100644 --- a/criterion/micro_ops_crossjoin/report/regression.svg +++ b/criterion/micro_ops_crossjoin/report/regression.svg @@ -15,42 +15,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -88,100 +83,100 @@ Iterations - + - + - + - - - + + + - + - - + + - - - + + + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - + + + + - + - - - + + + - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_crossjoin/report/regression_small.svg b/criterion/micro_ops_crossjoin/report/regression_small.svg index 09554b7fe283..a09129544dfa 100644 --- a/criterion/micro_ops_crossjoin/report/regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/regression_small.svg @@ -12,42 +12,37 @@ Iterations - - - - - - - + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - -70.0 - - + 100 @@ -84,7 +79,7 @@ Iterations - + @@ -96,87 +91,87 @@ Iterations - - + + - + - - - + + + - - - - + + + + - + - + - + - - - - - - - - - + + + + + + + + + - - - - - + + + + + - - + + - - - - - + + + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - - - + + + - - + + diff --git a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg index 27af01a240b2..0159d01ae921 100644 --- a/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_pdf_small.svg @@ -31,24 +31,24 @@ Average Time (µs) - -90 + +95 - - + + 100 - - -110 + + +105 - - -120 + + +110 - - - - - + + + + + diff --git a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg index 33ef4efa90c1..9960676a9bd4 100644 --- a/criterion/micro_ops_crossjoin/report/relative_regression_small.svg +++ b/criterion/micro_ops_crossjoin/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations 700 - - - - + + + + diff --git a/criterion/micro_ops_crossjoin/report/slope.svg b/criterion/micro_ops_crossjoin/report/slope.svg index 31ba7083ac2f..a2240dbff6cc 100644 --- a/criterion/micro_ops_crossjoin/report/slope.svg +++ b/criterion/micro_ops_crossjoin/report/slope.svg @@ -13,78 +13,78 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -102.4 + + +4 - - -102.45 + + + +94.25 - - -102.5 + + +94.3 - - -102.55 + + +94.35 - - -102.6 + + +94.4 - - -102.65 + + +94.45 - - -102.7 + + +94.5 - - -102.75 + + +94.55 - - -102.8 + + +94.6 - - -102.85 + + +94.65 - - -102.9 + + +94.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_crossjoin/report/typical.svg b/criterion/micro_ops_crossjoin/report/typical.svg index 203c35824894..799188a68c28 100644 --- a/criterion/micro_ops_crossjoin/report/typical.svg +++ b/criterion/micro_ops_crossjoin/report/typical.svg @@ -13,78 +13,78 @@ Average time (µs) 0.5 - + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - - -102.4 + + +4 - - -102.45 + + + +94.25 - - -102.5 + + +94.3 - - -102.55 + + +94.35 - - -102.6 + + +94.4 - - -102.65 + + +94.45 - - -102.7 + + +94.5 - - -102.75 + + +94.55 - - -102.8 + + +94.6 - - -102.85 + + +94.65 - - -102.9 + + +94.7 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/base/estimates.json b/criterion/micro_ops_difference/base/estimates.json index 415fb1379747..c3375eda55e7 100644 --- a/criterion/micro_ops_difference/base/estimates.json +++ b/criterion/micro_ops_difference/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68192.00347432481,"upper_bound":68600.15499796701},"point_estimate":68385.66414275946,"standard_error":104.38602577227824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67950.95757575758,"upper_bound":68098.98887310606},"point_estimate":68048.19038961039,"standard_error":41.05546023393627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270.6687176694013,"upper_bound":621.0442292356705},"point_estimate":407.93613288363167,"standard_error":90.40148462997838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68011.07094130424,"upper_bound":68266.47928769034},"point_estimate":68129.97765282498,"standard_error":65.53001924898842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751.5517190210192,"upper_bound":1370.2559117048631},"point_estimate":1052.6108615724304,"standard_error":163.7689762893802}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68528.6992613642,"upper_bound":69233.50493329958},"point_estimate":68859.95280504414,"standard_error":180.80395948337477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68040.68312757202,"upper_bound":68194.08630952382},"point_estimate":68115.23449012674,"standard_error":45.7177812139377},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323.0043022706043,"upper_bound":900.2433329063812},"point_estimate":512.8606609060107,"standard_error":172.53266148968112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68221.88303895513,"upper_bound":69242.36909160083},"point_estimate":68675.16536377519,"standard_error":262.86177999608515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1226.630279620247,"upper_bound":2330.95075274595},"point_estimate":1817.783231761636,"standard_error":283.11540426122275}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/sample.json b/criterion/micro_ops_difference/base/sample.json index e962a0e8de85..2dc48b4b05c8 100644 --- a/criterion/micro_ops_difference/base/sample.json +++ b/criterion/micro_ops_difference/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[444869.0,825167.0,1244713.0,1677004.0,2091717.0,2505292.0,2935679.0,3427917.0,3760676.0,4184662.0,4617201.0,5056146.0,5446672.0,5891852.0,6223053.0,6546481.0,6948930.0,7534960.0,7812491.0,8185536.0,8712134.0,8991087.0,9370536.0,9848667.0,10098579.0,10506805.0,11006767.0,11334173.0,11750061.0,12417266.0,12660071.0,12953264.0,13380456.0,13841165.0,14136541.0,14632346.0,15033349.0,15518954.0,16290004.0,16149924.0,16623154.0,17013367.0,17334213.0,17862608.0,18331233.0,18679847.0,18966471.0,19393981.0,19878020.0,20416298.0,20835160.0,21221272.0,21711181.0,22929219.0,22423816.0,22810156.0,23220796.0,23657796.0,24356160.0,24434572.0,24844438.0,25193317.0,25706478.0,26025261.0,26547652.0,28069110.0,27218096.0,27776159.0,28041500.0,28614185.0,28895298.0,29277489.0,29889781.0,30152351.0,30586281.0,31828458.0,31435429.0,31838257.0,32295170.0,32630204.0,33273891.0,33543518.0,33898523.0,34225103.0,35233488.0,35071698.0,35663456.0,35858066.0,36199522.0,36688641.0,37121323.0,37589410.0,37863675.0,38224640.0,38910164.0,39216201.0,39520684.0,40025244.0,40514509.0,41244913.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[413054.0,891062.0,1282517.0,1716324.0,2094894.0,2501375.0,2946727.0,3370692.0,3769743.0,4251477.0,4680996.0,5049116.0,5420344.0,5898138.0,6351001.0,6761162.0,7046298.0,7426954.0,8095842.0,8284259.0,8942466.0,8905517.0,9303385.0,9936751.0,10325307.0,10557685.0,11037827.0,11431883.0,11757767.0,12466423.0,12804799.0,12991827.0,13448072.0,13850664.0,14186273.0,14596067.0,14937041.0,16329331.0,15853350.0,16218286.0,16683004.0,17106497.0,17381605.0,17829799.0,18230734.0,18605786.0,19054399.0,19559733.0,19899776.0,20355218.0,20810367.0,21194047.0,21556988.0,22140480.0,22440618.0,22913213.0,23199498.0,23707194.0,24042270.0,24494102.0,24905625.0,25356585.0,25724298.0,27300572.0,26518856.0,27260161.0,27391629.0,27824535.0,28139621.0,32541801.0,30903477.0,33109130.0,29801710.0,30219834.0,30674893.0,31047408.0,31616118.0,31873771.0,32255453.0,32551999.0,33067772.0,33599061.0,33926658.0,34252333.0,35063955.0,35157322.0,35503340.0,35796724.0,36228640.0,36902751.0,37899613.0,37488608.0,38039087.0,38433522.0,38696621.0,39315896.0,39625213.0,39937498.0,40454406.0,44513449.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/base/tukey.json b/criterion/micro_ops_difference/base/tukey.json index 4f647e61f8a3..d6c956bf24df 100644 --- a/criterion/micro_ops_difference/base/tukey.json +++ b/criterion/micro_ops_difference/base/tukey.json @@ -1 +1 @@ -[65527.33855991607,66673.34192067123,69729.35088268499,70875.35424344015] \ No newline at end of file +[64198.570781733724,66046.1658991228,70973.08621216033,72820.68132954939] \ No newline at end of file diff --git a/criterion/micro_ops_difference/change/estimates.json b/criterion/micro_ops_difference/change/estimates.json index 6f41858f798d..d6d0a8ee0ac8 100644 --- a/criterion/micro_ops_difference/change/estimates.json +++ b/criterion/micro_ops_difference/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.009653802390186266,"upper_bound":0.0030059716840366317},"point_estimate":-0.002797340759903899,"standard_error":0.0032306027915724976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00188896931569302,"upper_bound":0.0006939762681681394},"point_estimate":-0.00038462159874763646,"standard_error":0.0006954465579522656}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0009597722204415584,"upper_bound":0.013401869155724909},"point_estimate":0.00693549837133367,"standard_error":0.0031566189663687415},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0004415817478771178,"upper_bound":0.002913440537343437},"point_estimate":0.0009852444294622398,"standard_error":0.0009266206765180761}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/estimates.json b/criterion/micro_ops_difference/new/estimates.json index 415fb1379747..c3375eda55e7 100644 --- a/criterion/micro_ops_difference/new/estimates.json +++ b/criterion/micro_ops_difference/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68192.00347432481,"upper_bound":68600.15499796701},"point_estimate":68385.66414275946,"standard_error":104.38602577227824},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":67950.95757575758,"upper_bound":68098.98887310606},"point_estimate":68048.19038961039,"standard_error":41.05546023393627},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":270.6687176694013,"upper_bound":621.0442292356705},"point_estimate":407.93613288363167,"standard_error":90.40148462997838},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68011.07094130424,"upper_bound":68266.47928769034},"point_estimate":68129.97765282498,"standard_error":65.53001924898842},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":751.5517190210192,"upper_bound":1370.2559117048631},"point_estimate":1052.6108615724304,"standard_error":163.7689762893802}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68528.6992613642,"upper_bound":69233.50493329958},"point_estimate":68859.95280504414,"standard_error":180.80395948337477},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68040.68312757202,"upper_bound":68194.08630952382},"point_estimate":68115.23449012674,"standard_error":45.7177812139377},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":323.0043022706043,"upper_bound":900.2433329063812},"point_estimate":512.8606609060107,"standard_error":172.53266148968112},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":68221.88303895513,"upper_bound":69242.36909160083},"point_estimate":68675.16536377519,"standard_error":262.86177999608515},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":1226.630279620247,"upper_bound":2330.95075274595},"point_estimate":1817.783231761636,"standard_error":283.11540426122275}} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/sample.json b/criterion/micro_ops_difference/new/sample.json index e962a0e8de85..2dc48b4b05c8 100644 --- a/criterion/micro_ops_difference/new/sample.json +++ b/criterion/micro_ops_difference/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[444869.0,825167.0,1244713.0,1677004.0,2091717.0,2505292.0,2935679.0,3427917.0,3760676.0,4184662.0,4617201.0,5056146.0,5446672.0,5891852.0,6223053.0,6546481.0,6948930.0,7534960.0,7812491.0,8185536.0,8712134.0,8991087.0,9370536.0,9848667.0,10098579.0,10506805.0,11006767.0,11334173.0,11750061.0,12417266.0,12660071.0,12953264.0,13380456.0,13841165.0,14136541.0,14632346.0,15033349.0,15518954.0,16290004.0,16149924.0,16623154.0,17013367.0,17334213.0,17862608.0,18331233.0,18679847.0,18966471.0,19393981.0,19878020.0,20416298.0,20835160.0,21221272.0,21711181.0,22929219.0,22423816.0,22810156.0,23220796.0,23657796.0,24356160.0,24434572.0,24844438.0,25193317.0,25706478.0,26025261.0,26547652.0,28069110.0,27218096.0,27776159.0,28041500.0,28614185.0,28895298.0,29277489.0,29889781.0,30152351.0,30586281.0,31828458.0,31435429.0,31838257.0,32295170.0,32630204.0,33273891.0,33543518.0,33898523.0,34225103.0,35233488.0,35071698.0,35663456.0,35858066.0,36199522.0,36688641.0,37121323.0,37589410.0,37863675.0,38224640.0,38910164.0,39216201.0,39520684.0,40025244.0,40514509.0,41244913.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[413054.0,891062.0,1282517.0,1716324.0,2094894.0,2501375.0,2946727.0,3370692.0,3769743.0,4251477.0,4680996.0,5049116.0,5420344.0,5898138.0,6351001.0,6761162.0,7046298.0,7426954.0,8095842.0,8284259.0,8942466.0,8905517.0,9303385.0,9936751.0,10325307.0,10557685.0,11037827.0,11431883.0,11757767.0,12466423.0,12804799.0,12991827.0,13448072.0,13850664.0,14186273.0,14596067.0,14937041.0,16329331.0,15853350.0,16218286.0,16683004.0,17106497.0,17381605.0,17829799.0,18230734.0,18605786.0,19054399.0,19559733.0,19899776.0,20355218.0,20810367.0,21194047.0,21556988.0,22140480.0,22440618.0,22913213.0,23199498.0,23707194.0,24042270.0,24494102.0,24905625.0,25356585.0,25724298.0,27300572.0,26518856.0,27260161.0,27391629.0,27824535.0,28139621.0,32541801.0,30903477.0,33109130.0,29801710.0,30219834.0,30674893.0,31047408.0,31616118.0,31873771.0,32255453.0,32551999.0,33067772.0,33599061.0,33926658.0,34252333.0,35063955.0,35157322.0,35503340.0,35796724.0,36228640.0,36902751.0,37899613.0,37488608.0,38039087.0,38433522.0,38696621.0,39315896.0,39625213.0,39937498.0,40454406.0,44513449.0]} \ No newline at end of file diff --git a/criterion/micro_ops_difference/new/tukey.json b/criterion/micro_ops_difference/new/tukey.json index 4f647e61f8a3..d6c956bf24df 100644 --- a/criterion/micro_ops_difference/new/tukey.json +++ b/criterion/micro_ops_difference/new/tukey.json @@ -1 +1 @@ -[65527.33855991607,66673.34192067123,69729.35088268499,70875.35424344015] \ No newline at end of file +[64198.570781733724,66046.1658991228,70973.08621216033,72820.68132954939] \ No newline at end of file diff --git a/criterion/micro_ops_difference/report/MAD.svg b/criterion/micro_ops_difference/report/MAD.svg index 0648a5765305..0c8c948001f6 100644 --- a/criterion/micro_ops_difference/report/MAD.svg +++ b/criterion/micro_ops_difference/report/MAD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ns) - + 5e-4 - - + + 0.001 - - + + 0.0015 - - + + 0.002 - - + + 0.0025 - - + + 0.003 - - -0.0035 - - - -0.004 - - - -0.0045 - - - -0.005 - - + - -250 - - - + 300 - - -350 - - - + + 400 - - -450 - - - + + 500 - - -550 - - - + + 600 - - -650 + + +700 + + + +800 + + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/SD.svg b/criterion/micro_ops_difference/report/SD.svg index 401855fb1d74..d477a981f3ad 100644 --- a/criterion/micro_ops_difference/report/SD.svg +++ b/criterion/micro_ops_difference/report/SD.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -0.5 + +0.2 - - -1 + + +0.4 - - -1.5 + + +0.6 - - -2 + + +0.8 - - -2.5 + + +1 - - - -0.7 + + +1.2 - - -0.8 + + +1.4 - - -0.9 + + + +1.2 - - -1 + + +1.4 - - -1.1 + + +1.6 - - -1.2 + + +1.8 + + + +2 - - -1.3 + + +2.2 - - -1.4 + + +2.4 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/both/pdf.svg b/criterion/micro_ops_difference/report/both/pdf.svg index 7b2336812063..eb10c906f75a 100644 --- a/criterion/micro_ops_difference/report/both/pdf.svg +++ b/criterion/micro_ops_difference/report/both/pdf.svg @@ -54,30 +54,22 @@ Average Time (µs) - + 65 - - + + 70 - - + + 75 - - -80 - - - -85 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_difference/report/both/regression.svg b/criterion/micro_ops_difference/report/both/regression.svg index 0ce54379fafa..2800ff2f9b6d 100644 --- a/criterion/micro_ops_difference/report/both/regression.svg +++ b/criterion/micro_ops_difference/report/both/regression.svg @@ -16,51 +16,51 @@ Iterations - - - - - - - - + + + + + + + + 0.0 - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -90,10 +90,10 @@ Iterations 600 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_difference/report/change/mean.svg b/criterion/micro_ops_difference/report/change/mean.svg index a99a58fdb077..64b17a1c1614 100644 --- a/criterion/micro_ops_difference/report/change/mean.svg +++ b/criterion/micro_ops_difference/report/change/mean.svg @@ -9,67 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - + - --0.01 + +0 - - --0.008 + + +0.002 - - --0.006 + + +0.004 - - --0.004 + + +0.006 - - --0.002 + + +0.008 - - -0 + + +0.01 - - -0.002 + + +0.012 - - -0.004 + + +0.014 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/median.svg b/criterion/micro_ops_difference/report/change/median.svg index 201f68b0c3a5..479987b54fed 100644 --- a/criterion/micro_ops_difference/report/change/median.svg +++ b/criterion/micro_ops_difference/report/change/median.svg @@ -9,58 +9,86 @@ Density (a.u.) Relative change (%) - + +50 + + + 100 - - + + +150 + + + 200 - - + + +250 + + + 300 - - + + +350 + + + 400 - - + + +450 + + + 500 - - -600 + + +550 - + - --0.002 - - - --0.0015 - - - --0.001 - - - + -5e-4 - - + + 0 - - + + 5e-4 - - - - + + +0.001 + + + +0.0015 + + + +0.002 + + + +0.0025 + + + +0.003 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/change/t-test.svg b/criterion/micro_ops_difference/report/change/t-test.svg index 8a8a51adbdec..4deb83d9db46 100644 --- a/criterion/micro_ops_difference/report/change/t-test.svg +++ b/criterion/micro_ops_difference/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_difference/report/index.html b/criterion/micro_ops_difference/report/index.html index 53c36621b9ea..75932708ddfd 100644 --- a/criterion/micro_ops_difference/report/index.html +++ b/criterion/micro_ops_difference/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 68.011 µs - 68.130 µs - 68.266 µs + 68.222 µs + 68.675 µs + 69.242 µs R² - 0.9899581 - 0.9903561 - 0.9898316 + 0.9208016 + 0.9245915 + 0.9186709 Mean - 68.192 µs - 68.386 µs - 68.600 µs + 68.529 µs + 68.860 µs + 69.234 µs Std. Dev. - 751.55 ns - 1.0526 µs - 1.3703 µs + 1.2266 µs + 1.8178 µs + 2.3310 µs Median - 67.951 µs - 68.048 µs - 68.099 µs + 68.041 µs + 68.115 µs + 68.194 µs MAD - 270.67 ns - 407.94 ns - 621.04 ns + 323.00 ns + 512.86 ns + 900.24 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.9654% - -0.2797% - +0.3006% - (p = 0.41 > + +0.0960% + +0.6935% + +1.3402% + (p = 0.02 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_difference/report/mean.svg b/criterion/micro_ops_difference/report/mean.svg index 1c07b6183592..a2b7a8d4f703 100644 --- a/criterion/micro_ops_difference/report/mean.svg +++ b/criterion/micro_ops_difference/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - + - -68.15 - - - -68.2 + +68.5 - - -68.25 + + +68.6 - - -68.3 + + +68.7 - - -68.35 + + +68.8 - - -68.4 + + +68.9 - - -68.45 + + +69 - - -68.5 + + +69.1 - - -68.55 + + +69.2 - - -68.6 + + +69.3 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/median.svg b/criterion/micro_ops_difference/report/median.svg index 2923390308fe..057b09960b2e 100644 --- a/criterion/micro_ops_difference/report/median.svg +++ b/criterion/micro_ops_difference/report/median.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 - - - -15 + + +4 - - -20 + + +6 - - - -67.94 + + +8 - - -67.96 + + +10 - - -67.98 + + +12 - - -68 + + +14 - - -68.02 + + +16 - - + + + 68.04 - - + + 68.06 - - + + 68.08 - - + + 68.1 - - - - + + +68.12 + + + +68.14 + + + +68.16 + + + +68.18 + + + +68.2 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/pdf.svg b/criterion/micro_ops_difference/report/pdf.svg index d5462a3e3168..6543d2b2e57b 100644 --- a/criterion/micro_ops_difference/report/pdf.svg +++ b/criterion/micro_ops_difference/report/pdf.svg @@ -38,46 +38,34 @@ Average Time (µs) - + 66 - - -67 - - - + + 68 - - -69 - - - + + 70 - - -71 - - - + + 72 - - -73 - - - + + 74 - - -75 + + +76 + + + +78 - + Density (a.u.) @@ -86,58 +74,60 @@ Density (a.u.) 0 - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - -0.3 + + +0.25 - - -0.4 + + +0.3 - - -0.5 + + +0.35 - - - - - + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_difference/report/pdf_small.svg b/criterion/micro_ops_difference/report/pdf_small.svg index 073a24801714..f085b5168273 100644 --- a/criterion/micro_ops_difference/report/pdf_small.svg +++ b/criterion/micro_ops_difference/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + +0.05 + + + 0.1 - - -0.2 + + +0.15 - - -0.3 + + +0.2 - - -0.4 + + +0.25 - - -0.5 + + +0.3 - - -0.6 + + +0.35 - + - -66 - - - -68 + +65 - - + + 70 - - -72 - - - -74 + + +75 - - - + + + diff --git a/criterion/micro_ops_difference/report/regression.svg b/criterion/micro_ops_difference/report/regression.svg index 0ccdb4057f8b..6d889cb0aefa 100644 --- a/criterion/micro_ops_difference/report/regression.svg +++ b/criterion/micro_ops_difference/report/regression.svg @@ -14,47 +14,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -81,107 +81,107 @@ Iterations - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_difference/report/regression_small.svg b/criterion/micro_ops_difference/report/regression_small.svg index dc2601f11ef9..b56da5559469 100644 --- a/criterion/micro_ops_difference/report/regression_small.svg +++ b/criterion/micro_ops_difference/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations - - - - - - - - + + + + + + + + - + 5.0 - - + + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 100 @@ -81,102 +81,102 @@ Iterations - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_difference/report/relative_pdf_small.svg b/criterion/micro_ops_difference/report/relative_pdf_small.svg index 32f0fb10c002..997845c3eaa7 100644 --- a/criterion/micro_ops_difference/report/relative_pdf_small.svg +++ b/criterion/micro_ops_difference/report/relative_pdf_small.svg @@ -51,28 +51,20 @@ Average Time (µs) - + 65 - - + + 70 - - + + 75 - - -80 - - - -85 - - - - - - + + + + + diff --git a/criterion/micro_ops_difference/report/relative_regression_small.svg b/criterion/micro_ops_difference/report/relative_regression_small.svg index 0884c7e6f46e..b06f982bffec 100644 --- a/criterion/micro_ops_difference/report/relative_regression_small.svg +++ b/criterion/micro_ops_difference/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations - - - - + + + + 0.0 @@ -42,22 +42,22 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - + 0 @@ -87,8 +87,8 @@ Iterations 600 - - - - + + + + diff --git a/criterion/micro_ops_difference/report/slope.svg b/criterion/micro_ops_difference/report/slope.svg index 0bf1da94ab79..220bc10fb454 100644 --- a/criterion/micro_ops_difference/report/slope.svg +++ b/criterion/micro_ops_difference/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 + +0.2 + + + +0.4 + + + +0.6 - - -2 + + +0.8 - - -3 + + +1 - - -4 + + +1.2 - - -5 + + +1.4 - - -6 + + +1.6 - + - -68 + +68.2 - - -68.05 + + +68.4 - - -68.1 + + +68.6 - - -68.15 + + +68.8 - - -68.2 + + +69 - - -68.25 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_difference/report/typical.svg b/criterion/micro_ops_difference/report/typical.svg index 80c3a7ed2610..51c93756f62c 100644 --- a/criterion/micro_ops_difference/report/typical.svg +++ b/criterion/micro_ops_difference/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 + +0.2 + + + +0.4 + + + +0.6 - - -2 + + +0.8 - - -3 + + +1 - - -4 + + +1.2 - - -5 + + +1.4 - - -6 + + +1.6 - + - -68 + +68.2 - - -68.05 + + +68.4 - - -68.1 + + +68.6 - - -68.15 + + +68.8 - - -68.2 + + +69 - - -68.25 + + +69.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/base/estimates.json b/criterion/micro_ops_flat_map/base/estimates.json index 92eb38614431..ca70d0801ee8 100644 --- a/criterion/micro_ops_flat_map/base/estimates.json +++ b/criterion/micro_ops_flat_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.146162157029,"upper_bound":6707.106994618803},"point_estimate":6682.682854997388,"standard_error":11.255121733883145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6653.7692307692305,"upper_bound":6683.859966422466},"point_estimate":6667.703846153846,"standard_error":7.986054011932378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.43722162890131,"upper_bound":75.74460707834157},"point_estimate":60.705499435082295,"standard_error":8.864504525715594},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6688.271432788093,"upper_bound":6716.368710059019},"point_estimate":6701.830817428471,"standard_error":7.15767026483092},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.39235204856644,"upper_bound":167.49233991050863},"point_estimate":112.99531543746733,"standard_error":31.49589634825343}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6678.5467942323685,"upper_bound":6699.06094479607},"point_estimate":6688.620583357846,"standard_error":5.244269579705955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6673.125874125874,"upper_bound":6692.254248658319},"point_estimate":6684.003185820204,"standard_error":5.228727941430746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.07222641461941,"upper_bound":53.18748234024781},"point_estimate":41.423117689831855,"standard_error":5.519757190628451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6673.579742791872,"upper_bound":6696.9090390502015},"point_estimate":6684.8970849484485,"standard_error":5.958064343381435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.01237242131945,"upper_bound":61.263955333621915},"point_estimate":52.6558183907761,"standard_error":4.649475624924762}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/sample.json b/criterion/micro_ops_flat_map/base/sample.json index 537fa5faf02a..61966c6e504f 100644 --- a/criterion/micro_ops_flat_map/base/sample.json +++ b/criterion/micro_ops_flat_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[97943.0,170619.0,255725.0,340068.0,449057.0,510031.0,604371.0,693688.0,775187.0,851018.0,962554.0,1029480.0,1113472.0,1211394.0,1280514.0,1371199.0,1461253.0,1540995.0,1635692.0,1714131.0,1824818.0,1923444.0,1982021.0,2064521.0,2164805.0,2210842.0,2312984.0,2417858.0,2508471.0,2593156.0,2669014.0,2771588.0,2845711.0,2925715.0,3019888.0,3140776.0,3217719.0,3398878.0,3368831.0,3453402.0,3518566.0,3661077.0,3699463.0,3800642.0,3905402.0,4000736.0,4026680.0,4135864.0,4196400.0,4316844.0,4417910.0,4553473.0,4663674.0,4718725.0,4764454.0,4869464.0,4933694.0,5014707.0,5108472.0,5272824.0,5265844.0,5396478.0,5463305.0,5529866.0,5667626.0,5734686.0,5915765.0,6052117.0,6056257.0,6072246.0,6210247.0,6255667.0,6349582.0,6428424.0,6511134.0,6846927.0,6802517.0,6848006.0,6869481.0,6931944.0,7070429.0,7128536.0,7197082.0,7359497.0,7472000.0,7433171.0,7565579.0,7786070.0,7831679.0,7854381.0,7939553.0,8042357.0,8042141.0,8126693.0,8313559.0,8311146.0,8429278.0,8533183.0,8600303.0,8726174.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85027.0,171688.0,266012.0,356156.0,437578.0,523989.0,621057.0,695093.0,787138.0,870569.0,962460.0,1038081.0,1122173.0,1219328.0,1313780.0,1384859.0,1496076.0,1578367.0,1652879.0,1724058.0,1832108.0,1908514.0,1999354.0,2091902.0,2173238.0,2286154.0,2379552.0,2455433.0,2550073.0,2605898.0,2700265.0,2788018.0,2865251.0,2952106.0,3035469.0,3112834.0,3174685.0,3284203.0,3347707.0,3459191.0,3562274.0,3678606.0,3743800.0,3789840.0,3893776.0,3981658.0,4041287.0,4124042.0,4225598.0,4328323.0,4440636.0,4506717.0,4610447.0,4713954.0,4769655.0,4895825.0,4955924.0,5011843.0,5125352.0,5191758.0,5280701.0,5502528.0,5492914.0,5554433.0,5625208.0,5718151.0,5835975.0,5895944.0,6029974.0,6045464.0,6107033.0,6248135.0,6311261.0,6379881.0,6480017.0,6626151.0,6731241.0,6787558.0,6867641.0,6935196.0,7046126.0,7113786.0,7212489.0,7307391.0,7356214.0,7482504.0,7708705.0,7732160.0,7760939.0,7829253.0,8010221.0,7958560.0,8065264.0,8200397.0,8275905.0,8303613.0,8346362.0,8585442.0,8565286.0,8635677.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/base/tukey.json b/criterion/micro_ops_flat_map/base/tukey.json index 21dbc21ed34f..4e1c39d12162 100644 --- a/criterion/micro_ops_flat_map/base/tukey.json +++ b/criterion/micro_ops_flat_map/base/tukey.json @@ -1 +1 @@ -[6393.991689698263,6513.109557223714,6830.757203958248,6949.875071483699] \ No newline at end of file +[6491.121545771015,6573.475263949998,6793.085179093954,6875.4388972729375] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/change/estimates.json b/criterion/micro_ops_flat_map/change/estimates.json index f81ae62b0b0c..d87e3c4e2e3b 100644 --- a/criterion/micro_ops_flat_map/change/estimates.json +++ b/criterion/micro_ops_flat_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004121802745937635,"upper_bound":0.004764768167964604},"point_estimate":-0.00004897321118968456,"standard_error":0.0022010709999151696},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0038865069954244482,"upper_bound":0.0018851644185367},"point_estimate":-0.001177435677562788,"standard_error":0.0014846396832601627}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003108287519711802,"upper_bound":0.004173549814128263},"point_estimate":0.0008885246373793176,"standard_error":0.0018641636645381258},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0007331922038509298,"upper_bound":0.0048349661424529344},"point_estimate":0.002444520638954284,"standard_error":0.0014395081769607}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/estimates.json b/criterion/micro_ops_flat_map/new/estimates.json index 92eb38614431..ca70d0801ee8 100644 --- a/criterion/micro_ops_flat_map/new/estimates.json +++ b/criterion/micro_ops_flat_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6663.146162157029,"upper_bound":6707.106994618803},"point_estimate":6682.682854997388,"standard_error":11.255121733883145},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6653.7692307692305,"upper_bound":6683.859966422466},"point_estimate":6667.703846153846,"standard_error":7.986054011932378},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":40.43722162890131,"upper_bound":75.74460707834157},"point_estimate":60.705499435082295,"standard_error":8.864504525715594},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6688.271432788093,"upper_bound":6716.368710059019},"point_estimate":6701.830817428471,"standard_error":7.15767026483092},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":62.39235204856644,"upper_bound":167.49233991050863},"point_estimate":112.99531543746733,"standard_error":31.49589634825343}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6678.5467942323685,"upper_bound":6699.06094479607},"point_estimate":6688.620583357846,"standard_error":5.244269579705955},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6673.125874125874,"upper_bound":6692.254248658319},"point_estimate":6684.003185820204,"standard_error":5.228727941430746},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":32.07222641461941,"upper_bound":53.18748234024781},"point_estimate":41.423117689831855,"standard_error":5.519757190628451},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6673.579742791872,"upper_bound":6696.9090390502015},"point_estimate":6684.8970849484485,"standard_error":5.958064343381435},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":43.01237242131945,"upper_bound":61.263955333621915},"point_estimate":52.6558183907761,"standard_error":4.649475624924762}} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/sample.json b/criterion/micro_ops_flat_map/new/sample.json index 537fa5faf02a..61966c6e504f 100644 --- a/criterion/micro_ops_flat_map/new/sample.json +++ b/criterion/micro_ops_flat_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[97943.0,170619.0,255725.0,340068.0,449057.0,510031.0,604371.0,693688.0,775187.0,851018.0,962554.0,1029480.0,1113472.0,1211394.0,1280514.0,1371199.0,1461253.0,1540995.0,1635692.0,1714131.0,1824818.0,1923444.0,1982021.0,2064521.0,2164805.0,2210842.0,2312984.0,2417858.0,2508471.0,2593156.0,2669014.0,2771588.0,2845711.0,2925715.0,3019888.0,3140776.0,3217719.0,3398878.0,3368831.0,3453402.0,3518566.0,3661077.0,3699463.0,3800642.0,3905402.0,4000736.0,4026680.0,4135864.0,4196400.0,4316844.0,4417910.0,4553473.0,4663674.0,4718725.0,4764454.0,4869464.0,4933694.0,5014707.0,5108472.0,5272824.0,5265844.0,5396478.0,5463305.0,5529866.0,5667626.0,5734686.0,5915765.0,6052117.0,6056257.0,6072246.0,6210247.0,6255667.0,6349582.0,6428424.0,6511134.0,6846927.0,6802517.0,6848006.0,6869481.0,6931944.0,7070429.0,7128536.0,7197082.0,7359497.0,7472000.0,7433171.0,7565579.0,7786070.0,7831679.0,7854381.0,7939553.0,8042357.0,8042141.0,8126693.0,8313559.0,8311146.0,8429278.0,8533183.0,8600303.0,8726174.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[13.0,26.0,39.0,52.0,65.0,78.0,91.0,104.0,117.0,130.0,143.0,156.0,169.0,182.0,195.0,208.0,221.0,234.0,247.0,260.0,273.0,286.0,299.0,312.0,325.0,338.0,351.0,364.0,377.0,390.0,403.0,416.0,429.0,442.0,455.0,468.0,481.0,494.0,507.0,520.0,533.0,546.0,559.0,572.0,585.0,598.0,611.0,624.0,637.0,650.0,663.0,676.0,689.0,702.0,715.0,728.0,741.0,754.0,767.0,780.0,793.0,806.0,819.0,832.0,845.0,858.0,871.0,884.0,897.0,910.0,923.0,936.0,949.0,962.0,975.0,988.0,1001.0,1014.0,1027.0,1040.0,1053.0,1066.0,1079.0,1092.0,1105.0,1118.0,1131.0,1144.0,1157.0,1170.0,1183.0,1196.0,1209.0,1222.0,1235.0,1248.0,1261.0,1274.0,1287.0,1300.0],"times":[85027.0,171688.0,266012.0,356156.0,437578.0,523989.0,621057.0,695093.0,787138.0,870569.0,962460.0,1038081.0,1122173.0,1219328.0,1313780.0,1384859.0,1496076.0,1578367.0,1652879.0,1724058.0,1832108.0,1908514.0,1999354.0,2091902.0,2173238.0,2286154.0,2379552.0,2455433.0,2550073.0,2605898.0,2700265.0,2788018.0,2865251.0,2952106.0,3035469.0,3112834.0,3174685.0,3284203.0,3347707.0,3459191.0,3562274.0,3678606.0,3743800.0,3789840.0,3893776.0,3981658.0,4041287.0,4124042.0,4225598.0,4328323.0,4440636.0,4506717.0,4610447.0,4713954.0,4769655.0,4895825.0,4955924.0,5011843.0,5125352.0,5191758.0,5280701.0,5502528.0,5492914.0,5554433.0,5625208.0,5718151.0,5835975.0,5895944.0,6029974.0,6045464.0,6107033.0,6248135.0,6311261.0,6379881.0,6480017.0,6626151.0,6731241.0,6787558.0,6867641.0,6935196.0,7046126.0,7113786.0,7212489.0,7307391.0,7356214.0,7482504.0,7708705.0,7732160.0,7760939.0,7829253.0,8010221.0,7958560.0,8065264.0,8200397.0,8275905.0,8303613.0,8346362.0,8585442.0,8565286.0,8635677.0]} \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/new/tukey.json b/criterion/micro_ops_flat_map/new/tukey.json index 21dbc21ed34f..4e1c39d12162 100644 --- a/criterion/micro_ops_flat_map/new/tukey.json +++ b/criterion/micro_ops_flat_map/new/tukey.json @@ -1 +1 @@ -[6393.991689698263,6513.109557223714,6830.757203958248,6949.875071483699] \ No newline at end of file +[6491.121545771015,6573.475263949998,6793.085179093954,6875.4388972729375] \ No newline at end of file diff --git a/criterion/micro_ops_flat_map/report/MAD.svg b/criterion/micro_ops_flat_map/report/MAD.svg index c5fcb890d7a1..6a376b84aec2 100644 --- a/criterion/micro_ops_flat_map/report/MAD.svg +++ b/criterion/micro_ops_flat_map/report/MAD.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 - - - + + 0.03 - - -0.035 - - - + + 0.04 - - -0.045 - - - + + 0.05 - - -0.055 + + +0.06 + + + +0.07 + + + +0.08 - + - + +30 + + + +35 + + + 40 - - + + 45 - - + + 50 - - + + 55 - - -60 - - - -65 - - - -70 - - - -75 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/SD.svg b/criterion/micro_ops_flat_map/report/SD.svg index c6e1574f4917..b602db66c092 100644 --- a/criterion/micro_ops_flat_map/report/SD.svg +++ b/criterion/micro_ops_flat_map/report/SD.svg @@ -9,54 +9,90 @@ Density (a.u.) Average time (ns) - -0.005 - - - + 0.01 - - -0.015 - - - + + 0.02 - - -0.025 + + +0.03 + + + +0.04 + + + +0.05 + + + +0.06 + + + +0.07 + + + +0.08 + + + +0.09 - + - -60 + +42 + + + +44 + + + +46 + + + +48 - - -80 + + +50 - - -100 + + +52 - - -120 + + +54 - - -140 + + +56 + + + +58 + + + +60 - - -160 + + +62 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/both/pdf.svg b/criterion/micro_ops_flat_map/report/both/pdf.svg index cc50ee55fc6f..b310754d294e 100644 --- a/criterion/micro_ops_flat_map/report/both/pdf.svg +++ b/criterion/micro_ops_flat_map/report/both/pdf.svg @@ -9,30 +9,38 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + 6.5 @@ -46,10 +54,10 @@ Average Time (µs) 7.5 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_flat_map/report/both/regression.svg b/criterion/micro_ops_flat_map/report/both/regression.svg index e46df7720dd3..76b7958655d5 100644 --- a/criterion/micro_ops_flat_map/report/both/regression.svg +++ b/criterion/micro_ops_flat_map/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_flat_map/report/change/mean.svg b/criterion/micro_ops_flat_map/report/change/mean.svg index fb382ef38fd4..849fe68d3236 100644 --- a/criterion/micro_ops_flat_map/report/change/mean.svg +++ b/criterion/micro_ops_flat_map/report/change/mean.svg @@ -9,90 +9,82 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - - - --0.005 - - - --0.004 + + +200 - - + + + -0.003 - - + + -0.002 - - + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - -0.005 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/median.svg b/criterion/micro_ops_flat_map/report/change/median.svg index b98cbb294b4a..74adb51364f0 100644 --- a/criterion/micro_ops_flat_map/report/change/median.svg +++ b/criterion/micro_ops_flat_map/report/change/median.svg @@ -9,58 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - + 100 - + 150 - - + + 200 - - + + 250 - + - --0.004 - - - --0.003 - - - --0.002 - - - + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - - - + + +0.003 + + + +0.004 + + + +0.005 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/change/t-test.svg b/criterion/micro_ops_flat_map/report/change/t-test.svg index 4c0051bb38cc..48e018ae5bdb 100644 --- a/criterion/micro_ops_flat_map/report/change/t-test.svg +++ b/criterion/micro_ops_flat_map/report/change/t-test.svg @@ -25,61 +25,65 @@ t score 0.15 - + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + +-4.0 + + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_flat_map/report/index.html b/criterion/micro_ops_flat_map/report/index.html index 9638a17cb6dc..b9cc35442a93 100644 --- a/criterion/micro_ops_flat_map/report/index.html +++ b/criterion/micro_ops_flat_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.6883 µs - 6.7018 µs - 6.7164 µs + 6.6736 µs + 6.6849 µs + 6.6969 µs R² - 0.9889714 - 0.9895196 - 0.9888894 + 0.9934575 + 0.9938583 + 0.9934068 Mean - 6.6631 µs - 6.6827 µs - 6.7071 µs + 6.6785 µs + 6.6886 µs + 6.6991 µs Std. Dev. - 62.392 ns - 113.00 ns - 167.49 ns + 43.012 ns + 52.656 ns + 61.264 ns Median - 6.6538 µs - 6.6677 µs - 6.6839 µs + 6.6731 µs + 6.6840 µs + 6.6923 µs MAD - 40.437 ns - 60.705 ns - 75.745 ns + 32.072 ns + 41.423 ns + 53.187 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4122% - -0.0049% - +0.4765% - (p = 0.98 > + -0.3108% + +0.0889% + +0.4174% + (p = 0.65 > 0.05) diff --git a/criterion/micro_ops_flat_map/report/mean.svg b/criterion/micro_ops_flat_map/report/mean.svg index f5d4a6088287..ebecd29af3c7 100644 --- a/criterion/micro_ops_flat_map/report/mean.svg +++ b/criterion/micro_ops_flat_map/report/mean.svg @@ -9,82 +9,62 @@ Density (a.u.) Average time (µs)
- -5 - - - + 10 - - -15 - - - + + 20 - - -25 - - - + + 30 - - -35 + + +40 - - - -6.66 + + +50 - - -6.665 + + +60 - - -6.67 + + +70 - - -6.675 + + +80 - - + + + 6.68 - - + + 6.685 - - + + 6.69 - - + + 6.695 - - + + 6.7 - - -6.705 - - - -6.71 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/median.svg b/criterion/micro_ops_flat_map/report/median.svg index baf8018e92fd..4aa148227bec 100644 --- a/criterion/micro_ops_flat_map/report/median.svg +++ b/criterion/micro_ops_flat_map/report/median.svg @@ -9,70 +9,50 @@ Density (a.u.) Average time (µs) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - - -6.655 + + +100 - - -6.66 + + +120 - - -6.665 - - - -6.67 - - - + + + 6.675 - - + + 6.68 - - + + 6.685 - - - - + + +6.69 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/pdf.svg b/criterion/micro_ops_flat_map/report/pdf.svg index 1edc963ebf10..2d2afe39ee89 100644 --- a/criterion/micro_ops_flat_map/report/pdf.svg +++ b/criterion/micro_ops_flat_map/report/pdf.svg @@ -38,34 +38,42 @@ Average Time (µs) - -6.4 + +6.5 - - + + +6.55 + + + 6.6 - - -6.8 + + +6.65 - - -7 + + +6.7 - - -7.2 + + +6.75 - - -7.4 + + +6.8 - - -7.6 + + +6.85 - + + +6.9 + + Density (a.u.) @@ -74,62 +82,56 @@ Density (a.u.) 0 - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - - - - - - - - - - - - - - - - - + + +6 + + + +7 + + + +8 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_flat_map/report/pdf_small.svg b/criterion/micro_ops_flat_map/report/pdf_small.svg index 07805c4c96ed..565c28cbf153 100644 --- a/criterion/micro_ops_flat_map/report/pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/pdf_small.svg @@ -10,39 +10,63 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - + + +6 + + + +7 + + + +8 + + + +9 + + - + 6.5 - - -7 + + +6.6 + + + +6.7 + + + +6.8 - - -7.5 + + +6.9 - - - + + + diff --git a/criterion/micro_ops_flat_map/report/regression.svg b/criterion/micro_ops_flat_map/report/regression.svg index a4e6fbb14725..4a07eeded137 100644 --- a/criterion/micro_ops_flat_map/report/regression.svg +++ b/criterion/micro_ops_flat_map/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,107 +81,107 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - + + + + - - + + - - + + Sample diff --git a/criterion/micro_ops_flat_map/report/regression_small.svg b/criterion/micro_ops_flat_map/report/regression_small.svg index 6aff63f53372..1dbe6f2aa733 100644 --- a/criterion/micro_ops_flat_map/report/regression_small.svg +++ b/criterion/micro_ops_flat_map/report/regression_small.svg @@ -11,47 +11,47 @@ Iterations (x 10^3) - - - - - - - - + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -78,105 +78,105 @@ Iterations (x 10^3) - + - + - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - + + - - - - + + + + - - + + - - + + diff --git a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg index 06203ced1d47..fc30d5120d60 100644 --- a/criterion/micro_ops_flat_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_pdf_small.svg @@ -6,30 +6,38 @@ Density (a.u.) Average Time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - + + +7 + + + +8 + + 6.5 @@ -43,8 +51,8 @@ Average Time (µs) 7.5 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/relative_regression_small.svg b/criterion/micro_ops_flat_map/report/relative_regression_small.svg index 77ad545c9b7b..05140176a74a 100644 --- a/criterion/micro_ops_flat_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_flat_map/report/relative_regression_small.svg @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_flat_map/report/slope.svg b/criterion/micro_ops_flat_map/report/slope.svg index e4a464f73298..308d9e753438 100644 --- a/criterion/micro_ops_flat_map/report/slope.svg +++ b/criterion/micro_ops_flat_map/report/slope.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - -6.69 + +6.675 - - -6.695 + + +6.68 - - -6.7 + + +6.685 - - -6.705 + + +6.69 - - -6.71 + + +6.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_flat_map/report/typical.svg b/criterion/micro_ops_flat_map/report/typical.svg index 7916ca1b8780..e979393e9897 100644 --- a/criterion/micro_ops_flat_map/report/typical.svg +++ b/criterion/micro_ops_flat_map/report/typical.svg @@ -9,54 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - -6.69 + +6.675 - - -6.695 + + +6.68 - - -6.7 + + +6.685 - - -6.705 + + +6.69 - - -6.71 + + +6.695 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/base/estimates.json b/criterion/micro_ops_fold/base/estimates.json index 209ae73eb41d..724fc6c14756 100644 --- a/criterion/micro_ops_fold/base/estimates.json +++ b/criterion/micro_ops_fold/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21798.39129166667,"upper_bound":22133.739583333336},"point_estimate":21956.093333333338,"standard_error":85.91909719899921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21633.666666666668,"upper_bound":21824.916666666668},"point_estimate":21730.666666666664,"standard_error":46.5422419210936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":345.6928938627261,"upper_bound":584.2679396271687},"point_estimate":477.8913915157327,"standard_error":61.9083861460665},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.7213733455483,"upper_bound":1100.5100557425717},"point_estimate":867.4982692162293,"standard_error":128.4324680679204}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22195.780958333322,"upper_bound":22482.740250000017},"point_estimate":22334.11666666666,"standard_error":73.25789943891351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21980.666666666668,"upper_bound":22215.5},"point_estimate":22097.75,"standard_error":58.21716267486357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.6777942180598,"upper_bound":599.4645893573743},"point_estimate":443.1738421320906,"standard_error":71.5455786358388},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":577.7361486528422,"upper_bound":885.5586618909213},"point_estimate":736.9724202466908,"standard_error":78.90150560188044}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/sample.json b/criterion/micro_ops_fold/base/sample.json index 5196b4a90ca1..5859635b60c8 100644 --- a/criterion/micro_ops_fold/base/sample.json +++ b/criterion/micro_ops_fold/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[126394.0,137006.0,129973.0,126576.0,130893.0,126986.0,129089.0,130703.0,141683.0,132425.0,129199.0,129311.0,132458.0,129802.0,137798.0,127589.0,127729.0,127298.0,128910.0,128862.0,129664.0,130794.0,131977.0,127918.0,128250.0,129471.0,131483.0,127666.0,127167.0,126556.0,127027.0,138840.0,130212.0,132667.0,127779.0,135230.0,128619.0,129311.0,129782.0,130262.0,127136.0,127529.0,128478.0,128162.0,130314.0,135821.0,127177.0,147505.0,126987.0,129782.0,129223.0,126416.0,130101.0,128368.0,136996.0,128880.0,131834.0,132346.0,129262.0,130313.0,129671.0,129371.0,130743.0,130504.0,142907.0,140923.0,139779.0,132017.0,151052.0,131724.0,134320.0,132748.0,149899.0,133749.0,131154.0,131796.0,130143.0,130514.0,155790.0,131095.0,130804.0,131887.0,133488.0,133870.0,132987.0,132778.0,129901.0,132687.0,130454.0,131868.0,130152.0,134371.0,131415.0,128188.0,133187.0,132848.0,128869.0,130592.0,128839.0,130583.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131424.0,133636.0,130943.0,133378.0,130101.0,152522.0,129761.0,131093.0,130882.0,129469.0,131884.0,140329.0,132837.0,135199.0,131546.0,130152.0,144198.0,129519.0,132435.0,130522.0,128339.0,128007.0,129778.0,132927.0,133408.0,130152.0,147094.0,130199.0,131555.0,139480.0,136182.0,129849.0,136581.0,130102.0,131783.0,130942.0,132315.0,138365.0,132175.0,135242.0,130833.0,132547.0,130673.0,130661.0,133094.0,132595.0,133217.0,134029.0,133208.0,131345.0,140923.0,135209.0,132579.0,131394.0,142345.0,138279.0,131744.0,141482.0,130222.0,138807.0,144247.0,141061.0,130392.0,132116.0,132176.0,136002.0,133868.0,131795.0,130753.0,132947.0,130520.0,131824.0,133085.0,128669.0,131334.0,131584.0,134290.0,130973.0,131052.0,135030.0,132026.0,132124.0,134139.0,141353.0,133911.0,137175.0,134779.0,132705.0,135562.0,132594.0,131873.0,139670.0,144025.0,134610.0,138927.0,134008.0,139119.0,141330.0,131765.0,133566.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/base/tukey.json b/criterion/micro_ops_fold/base/tukey.json index d9419f25fd0e..3c15e1a327a5 100644 --- a/criterion/micro_ops_fold/base/tukey.json +++ b/criterion/micro_ops_fold/base/tukey.json @@ -1 +1 @@ -[19575.5,20526.6875,23063.1875,24014.375] \ No newline at end of file +[19746.208333333332,20792.458333333332,23582.458333333332,24628.708333333332] \ No newline at end of file diff --git a/criterion/micro_ops_fold/change/estimates.json b/criterion/micro_ops_fold/change/estimates.json index 9a2ad6bfc661..fb8ff69dc54f 100644 --- a/criterion/micro_ops_fold/change/estimates.json +++ b/criterion/micro_ops_fold/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.016272789677613246,"upper_bound":0.0064050187062764385},"point_estimate":-0.004243516189180396,"standard_error":0.005770892864774236},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00889348545644586,"upper_bound":0.004541420345826719},"point_estimate":-0.0007838809551963255,"standard_error":0.0035188442623581137}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.006992178123339423,"upper_bound":0.027325017874048542},"point_estimate":0.01721724022549198,"standard_error":0.005172974199943985},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.010311880847287735,"upper_bound":0.023417012280357197},"point_estimate":0.01689241011167031,"standard_error":0.0033418603219153805}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/estimates.json b/criterion/micro_ops_fold/new/estimates.json index 209ae73eb41d..724fc6c14756 100644 --- a/criterion/micro_ops_fold/new/estimates.json +++ b/criterion/micro_ops_fold/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21798.39129166667,"upper_bound":22133.739583333336},"point_estimate":21956.093333333338,"standard_error":85.91909719899921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21633.666666666668,"upper_bound":21824.916666666668},"point_estimate":21730.666666666664,"standard_error":46.5422419210936},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":345.6928938627261,"upper_bound":584.2679396271687},"point_estimate":477.8913915157327,"standard_error":61.9083861460665},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":596.7213733455483,"upper_bound":1100.5100557425717},"point_estimate":867.4982692162293,"standard_error":128.4324680679204}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":22195.780958333322,"upper_bound":22482.740250000017},"point_estimate":22334.11666666666,"standard_error":73.25789943891351},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":21980.666666666668,"upper_bound":22215.5},"point_estimate":22097.75,"standard_error":58.21716267486357},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":325.6777942180598,"upper_bound":599.4645893573743},"point_estimate":443.1738421320906,"standard_error":71.5455786358388},"slope":null,"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":577.7361486528422,"upper_bound":885.5586618909213},"point_estimate":736.9724202466908,"standard_error":78.90150560188044}} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/sample.json b/criterion/micro_ops_fold/new/sample.json index 5196b4a90ca1..5859635b60c8 100644 --- a/criterion/micro_ops_fold/new/sample.json +++ b/criterion/micro_ops_fold/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[126394.0,137006.0,129973.0,126576.0,130893.0,126986.0,129089.0,130703.0,141683.0,132425.0,129199.0,129311.0,132458.0,129802.0,137798.0,127589.0,127729.0,127298.0,128910.0,128862.0,129664.0,130794.0,131977.0,127918.0,128250.0,129471.0,131483.0,127666.0,127167.0,126556.0,127027.0,138840.0,130212.0,132667.0,127779.0,135230.0,128619.0,129311.0,129782.0,130262.0,127136.0,127529.0,128478.0,128162.0,130314.0,135821.0,127177.0,147505.0,126987.0,129782.0,129223.0,126416.0,130101.0,128368.0,136996.0,128880.0,131834.0,132346.0,129262.0,130313.0,129671.0,129371.0,130743.0,130504.0,142907.0,140923.0,139779.0,132017.0,151052.0,131724.0,134320.0,132748.0,149899.0,133749.0,131154.0,131796.0,130143.0,130514.0,155790.0,131095.0,130804.0,131887.0,133488.0,133870.0,132987.0,132778.0,129901.0,132687.0,130454.0,131868.0,130152.0,134371.0,131415.0,128188.0,133187.0,132848.0,128869.0,130592.0,128839.0,130583.0]} \ No newline at end of file +{"sampling_mode":"Flat","iters":[6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0,6.0],"times":[131424.0,133636.0,130943.0,133378.0,130101.0,152522.0,129761.0,131093.0,130882.0,129469.0,131884.0,140329.0,132837.0,135199.0,131546.0,130152.0,144198.0,129519.0,132435.0,130522.0,128339.0,128007.0,129778.0,132927.0,133408.0,130152.0,147094.0,130199.0,131555.0,139480.0,136182.0,129849.0,136581.0,130102.0,131783.0,130942.0,132315.0,138365.0,132175.0,135242.0,130833.0,132547.0,130673.0,130661.0,133094.0,132595.0,133217.0,134029.0,133208.0,131345.0,140923.0,135209.0,132579.0,131394.0,142345.0,138279.0,131744.0,141482.0,130222.0,138807.0,144247.0,141061.0,130392.0,132116.0,132176.0,136002.0,133868.0,131795.0,130753.0,132947.0,130520.0,131824.0,133085.0,128669.0,131334.0,131584.0,134290.0,130973.0,131052.0,135030.0,132026.0,132124.0,134139.0,141353.0,133911.0,137175.0,134779.0,132705.0,135562.0,132594.0,131873.0,139670.0,144025.0,134610.0,138927.0,134008.0,139119.0,141330.0,131765.0,133566.0]} \ No newline at end of file diff --git a/criterion/micro_ops_fold/new/tukey.json b/criterion/micro_ops_fold/new/tukey.json index d9419f25fd0e..3c15e1a327a5 100644 --- a/criterion/micro_ops_fold/new/tukey.json +++ b/criterion/micro_ops_fold/new/tukey.json @@ -1 +1 @@ -[19575.5,20526.6875,23063.1875,24014.375] \ No newline at end of file +[19746.208333333332,20792.458333333332,23582.458333333332,24628.708333333332] \ No newline at end of file diff --git a/criterion/micro_ops_fold/report/MAD.svg b/criterion/micro_ops_fold/report/MAD.svg index 31d74442d306..fe17efcfc8e5 100644 --- a/criterion/micro_ops_fold/report/MAD.svg +++ b/criterion/micro_ops_fold/report/MAD.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 - - + - + +300 + + + 350 - - + + 400 - - + + 450 - - + + 500 - - + + 550 - - + + 600 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/SD.svg b/criterion/micro_ops_fold/report/SD.svg index 2138bc4455c5..a5265b971aff 100644 --- a/criterion/micro_ops_fold/report/SD.svg +++ b/criterion/micro_ops_fold/report/SD.svg @@ -6,61 +6,85 @@ micro/ops/fold:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.5 + +5e-4 - - -1 + + +0.001 - - -1.5 + + +0.0015 - - -2 + + +0.002 - - -2.5 + + +0.0025 - - -3 + + +0.003 - + + +0.0035 + + + +0.004 + + + +0.0045 + + + +0.005 + + - -0.6 + +550 + + + +600 + + + +650 - - -0.7 + + +700 - - -0.8 + + +750 - - -0.9 + + +800 - - -1 + + +850 - - -1.1 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/both/iteration_times.svg b/criterion/micro_ops_fold/report/both/iteration_times.svg index da54bb92598f..255b6bd577aa 100644 --- a/criterion/micro_ops_fold/report/both/iteration_times.svg +++ b/criterion/micro_ops_fold/report/both/iteration_times.svg @@ -16,37 +16,52 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + - + +21.5 + + + 22.0 - - + + +22.5 + + + 23.0 - - + + +23.5 + + + 24.0 - - -25.0 + + +24.5 - - -26.0 + + +25.0 - - -27.0 + + +25.5 - + 0 @@ -92,206 +107,206 @@ Average Iteration Time (µs) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Current diff --git a/criterion/micro_ops_fold/report/both/pdf.svg b/criterion/micro_ops_fold/report/both/pdf.svg index c9fef7cbee9d..e67c8cb245c3 100644 --- a/criterion/micro_ops_fold/report/both/pdf.svg +++ b/criterion/micro_ops_fold/report/both/pdf.svg @@ -9,55 +9,55 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + 20 - - + + 22 - - + + 24 - - + + 26 - - -28 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_fold/report/change/mean.svg b/criterion/micro_ops_fold/report/change/mean.svg index 49bb85b6b0d4..478d50abf0a8 100644 --- a/criterion/micro_ops_fold/report/change/mean.svg +++ b/criterion/micro_ops_fold/report/change/mean.svg @@ -9,55 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - + + +70 + + - --0.015 + +0.005 - - --0.01 + + +0.01 - - --0.005 + + +0.015 - - -0 + + +0.02 - - -0.005 + + +0.025 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/median.svg b/criterion/micro_ops_fold/report/change/median.svg index 02ac0c4891b1..2575862c1465 100644 --- a/criterion/micro_ops_fold/report/change/median.svg +++ b/criterion/micro_ops_fold/report/change/median.svg @@ -9,91 +9,67 @@ Density (a.u.) Relative change (%) - -10 - - - + 20 - - -30 - - - + + 40 - - -50 - - - + + 60 - - -70 - - - + + 80 - - -90 - - - + + 100 - - -110 + + +120 - + - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - -0.002 - - - -0.004 - - - -0.006 - - - - - - + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + +0.022 + + + +0.024 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/change/t-test.svg b/criterion/micro_ops_fold/report/change/t-test.svg index 01843960c6b9..c099d3756981 100644 --- a/criterion/micro_ops_fold/report/change/t-test.svg +++ b/criterion/micro_ops_fold/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_fold/report/index.html b/criterion/micro_ops_fold/report/index.html index 78a5f161f7d9..3dc395296a13 100644 --- a/criterion/micro_ops_fold/report/index.html +++ b/criterion/micro_ops_fold/report/index.html @@ -118,33 +118,33 @@

Additional Statistics:

R² - 0.0004799 - 0.0004959 - 0.0004758 + 0.0000960 + 0.0000994 + 0.0000955 Mean - 21.798 µs - 21.956 µs - 22.134 µs + 22.196 µs + 22.334 µs + 22.483 µs Std. Dev. - 596.72 ns - 867.50 ns - 1.1005 µs + 577.74 ns + 736.97 ns + 885.56 ns Median - 21.634 µs - 21.731 µs - 21.825 µs + 21.981 µs + 22.098 µs + 22.215 µs MAD - 345.69 ns - 477.89 ns - 584.27 ns + 325.68 ns + 443.17 ns + 599.46 ns @@ -221,15 +221,15 @@

Additional Statistics:

Change in time - -1.6273% - -0.4244% - +0.6405% - (p = 0.48 > + +0.6992% + +1.7217% + +2.7325% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_fold/report/iteration_times.svg b/criterion/micro_ops_fold/report/iteration_times.svg index 25c8bb3f454f..24be1a6a1617 100644 --- a/criterion/micro_ops_fold/report/iteration_times.svg +++ b/criterion/micro_ops_fold/report/iteration_times.svg @@ -15,52 +15,47 @@ Average Iteration Time (µs) - - - - - - - - - + + + + + + + + - + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - -25.5 - - + 10 @@ -102,106 +97,106 @@ Average Iteration Time (µs) 100 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + Sample diff --git a/criterion/micro_ops_fold/report/iteration_times_small.svg b/criterion/micro_ops_fold/report/iteration_times_small.svg index a38b3ed7043f..fb3fc88f0f7b 100644 --- a/criterion/micro_ops_fold/report/iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/iteration_times_small.svg @@ -12,52 +12,47 @@ Average Iteration Time (µs) - - - - - - - - - + + + + + + + + - + 21.5 - - + + 22.0 - - + + 22.5 - - + + 23.0 - - + + 23.5 - - + + 24.0 - - + + 24.5 - - + + 25.0 - - -25.5 - - + 10 @@ -99,104 +94,104 @@ Average Iteration Time (µs) 100 - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/mean.svg b/criterion/micro_ops_fold/report/mean.svg index 8e255138ad1a..f1d922cda505 100644 --- a/criterion/micro_ops_fold/report/mean.svg +++ b/criterion/micro_ops_fold/report/mean.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - -21.8 - - - -21.85 + + +5.5 - - -21.9 + + + +22.2 - - -21.95 + + +22.25 - - -22 + + +22.3 - - -22.05 + + +22.35 - - -22.1 + + +22.4 - - -22.15 + + +22.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/median.svg b/criterion/micro_ops_fold/report/median.svg index 4c9f1465c5f4..950e6fb810ca 100644 --- a/criterion/micro_ops_fold/report/median.svg +++ b/criterion/micro_ops_fold/report/median.svg @@ -9,50 +9,62 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - + + +14 + + + +16 + + - -21.65 + +22 + + + +22.05 - - -21.7 + + +22.1 - - -21.75 + + +22.15 - - -21.8 + + +22.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_fold/report/pdf.svg b/criterion/micro_ops_fold/report/pdf.svg index bacd5bad6452..d6c102a5ef1d 100644 --- a/criterion/micro_ops_fold/report/pdf.svg +++ b/criterion/micro_ops_fold/report/pdf.svg @@ -38,38 +38,30 @@ Average Time (µs) - -20 - - - + 21 - - + + 22 - - + + 23 - - + + 24 - - + + 25 - - + + 26 - - -27 - - + Density (a.u.) @@ -78,54 +70,52 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - - - - + + +0.7 + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_fold/report/pdf_small.svg b/criterion/micro_ops_fold/report/pdf_small.svg index 650267e6586d..278551c43417 100644 --- a/criterion/micro_ops_fold/report/pdf_small.svg +++ b/criterion/micro_ops_fold/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - - + + 0.7 - + - -20 - - - + 22 - - + + 24 - - + + 26 - - - + + + diff --git a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg index 038808a7ca5e..e653c9b47d0d 100644 --- a/criterion/micro_ops_fold/report/relative_iteration_times_small.svg +++ b/criterion/micro_ops_fold/report/relative_iteration_times_small.svg @@ -13,37 +13,52 @@ Average Iteration Time (µs) - - - - - - + + + + + + + + + - + +21.5 + + + 22.0 - - + + +22.5 + + + 23.0 - - + + +23.5 + + + 24.0 - - -25.0 + + +24.5 - - -26.0 + + +25.0 - - -27.0 + + +25.5 - + 0 @@ -89,204 +104,204 @@ Average Iteration Time (µs) 100 - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_fold/report/relative_pdf_small.svg b/criterion/micro_ops_fold/report/relative_pdf_small.svg index 7f8405522c66..2aebf8387f8a 100644 --- a/criterion/micro_ops_fold/report/relative_pdf_small.svg +++ b/criterion/micro_ops_fold/report/relative_pdf_small.svg @@ -6,53 +6,53 @@ Density (a.u.) Average Time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + 20 - - + + 22 - - + + 24 - - + + 26 - - -28 - - - - - - + + + + + diff --git a/criterion/micro_ops_fold/report/typical.svg b/criterion/micro_ops_fold/report/typical.svg index 746af5afd01e..fe016d105bbc 100644 --- a/criterion/micro_ops_fold/report/typical.svg +++ b/criterion/micro_ops_fold/report/typical.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - -21.8 - - - -21.85 + + +5.5 - - -21.9 + + + +22.2 - - -21.95 + + +22.25 - - -22 + + +22.3 - - -22.05 + + +22.35 - - -22.1 + + +22.4 - - -22.15 + + +22.45 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/base/estimates.json b/criterion/micro_ops_group_by/base/estimates.json index 999a0f6e1700..7581b263da64 100644 --- a/criterion/micro_ops_group_by/base/estimates.json +++ b/criterion/micro_ops_group_by/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8897.117552961869,"upper_bound":8989.03431255648},"point_estimate":8941.839151156364,"standard_error":23.399055999566386},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8853.976992481203,"upper_bound":9025.231638198758},"point_estimate":9004.22520155811,"standard_error":43.44189416829122},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.2841241899499,"upper_bound":301.9618490764293},"point_estimate":228.73128793920705,"standard_error":42.14166262236606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8909.201217676617,"upper_bound":8979.002326344822},"point_estimate":8946.399685659397,"standard_error":17.788302933998647},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.00542114319555,"upper_bound":298.2818897695823},"point_estimate":235.44320143761595,"standard_error":31.142554173904447}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8956.605459190212,"upper_bound":9143.66796233958},"point_estimate":9038.752069177544,"standard_error":48.048323817447},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.397732426303,"upper_bound":9046.680672268907},"point_estimate":8998.401738721805,"standard_error":30.632042764971157},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143.55808214938799,"upper_bound":292.74749197905095},"point_estimate":234.2403549963323,"standard_error":37.96301193939072},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8943.822129553233,"upper_bound":9213.748858183177},"point_estimate":9045.270836834217,"standard_error":75.44142388385802},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.847236487835,"upper_bound":729.8169796387311},"point_estimate":482.42718894422364,"standard_error":140.53151473345676}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/sample.json b/criterion/micro_ops_group_by/base/sample.json index 2abd755a2d22..070aef8d4f14 100644 --- a/criterion/micro_ops_group_by/base/sample.json +++ b/criterion/micro_ops_group_by/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127541.0,266448.0,379288.0,516422.0,640539.0,761722.0,913415.0,1039508.0,1159275.0,1290507.0,1396809.0,1534588.0,1682335.0,1793362.0,1890060.0,2023995.0,2156379.0,2301710.0,2459095.0,2580410.0,2674790.0,2779136.0,2905573.0,3060037.0,3094701.0,3276749.0,3372594.0,3426337.0,3561355.0,3540554.0,3726407.0,3809683.0,3914109.0,4130294.0,4260994.0,4389971.0,4564842.0,4628459.0,4838810.0,4902470.0,5050550.0,5180325.0,6105328.0,5413813.0,5558023.0,5648333.0,5670756.0,5895073.0,5971102.0,6110621.0,6259091.0,6390597.0,6455097.0,6518354.0,6748945.0,6910800.0,7075029.0,7088334.0,7298531.0,7338915.0,7576417.0,7497446.0,7968946.0,7813304.0,7917220.0,8046423.0,8193319.0,8318787.0,8482971.0,8589814.0,8648192.0,9172069.0,9256143.0,9342433.0,9505544.0,9648222.0,9835794.0,9877047.0,9994697.0,10110178.0,10303837.0,10351164.0,10460677.0,10603809.0,10762092.0,10807670.0,10957366.0,11139575.0,11237058.0,11364322.0,11474030.0,11699171.0,11758318.0,11819452.0,11978175.0,12129377.0,12294725.0,12391725.0,12530225.0,12703689.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129380.0,253757.0,395746.0,518832.0,724867.0,902812.0,921564.0,1017594.0,1141459.0,1299050.0,1388481.0,1550181.0,1698995.0,1862630.0,1885061.0,2090698.0,2155706.0,2293221.0,2400027.0,2518034.0,2691486.0,3021300.0,2937133.0,3005220.0,3151548.0,3335366.0,3425347.0,3492014.0,3855198.0,3583246.0,3682741.0,3838806.0,3957849.0,4203497.0,4366282.0,4418602.0,4568062.0,4669854.0,4784350.0,4926609.0,5063973.0,5166691.0,5240437.0,5407180.0,5483414.0,5672782.0,5718172.0,5860932.0,6100613.0,6111038.0,6269012.0,6455436.0,6446924.0,6743532.0,6830643.0,6948860.0,7045377.0,7128962.0,7279451.0,7405326.0,7365248.0,7615988.0,7785597.0,7772266.0,8132519.0,8132077.0,8254299.0,8357520.0,8474100.0,8738121.0,8785696.0,9160407.0,9280455.0,9397004.0,9507156.0,9571628.0,9847347.0,9862402.0,10010352.0,10081022.0,10236947.0,10416568.0,14716546.0,10684648.0,10765550.0,10940907.0,11018439.0,11094939.0,11197516.0,11612124.0,11447430.0,11584268.0,11855541.0,11929617.0,12041638.0,12137010.0,12307793.0,12480596.0,12564004.0,12725318.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/base/tukey.json b/criterion/micro_ops_group_by/base/tukey.json index b954d369a5c1..3273c34429e9 100644 --- a/criterion/micro_ops_group_by/base/tukey.json +++ b/criterion/micro_ops_group_by/base/tukey.json @@ -1 +1 @@ -[7873.368326924074,8319.21074045647,9508.12384320953,9953.96625674193] \ No newline at end of file +[7968.866587795848,8387.802323871574,9504.964286740176,9923.900022815902] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/change/estimates.json b/criterion/micro_ops_group_by/change/estimates.json index d4f274258bf9..8b44a78cdd0a 100644 --- a/criterion/micro_ops_group_by/change/estimates.json +++ b/criterion/micro_ops_group_by/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013249263284442949,"upper_bound":0.000631810794798082},"point_estimate":-0.006429832243069589,"standard_error":0.0035480160018526875},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.019321900293426914,"upper_bound":0.007337761841419876},"point_estimate":-0.003042589556505826,"standard_error":0.005710965167073269}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0007179093945381807,"upper_bound":0.02355622723595576},"point_estimate":0.010838141503434207,"standard_error":0.005892335375897103},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010291479976956563,"upper_bound":0.01719015206603609},"point_estimate":-0.000646747799610603,"standard_error":0.005946678763495332}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/estimates.json b/criterion/micro_ops_group_by/new/estimates.json index 999a0f6e1700..7581b263da64 100644 --- a/criterion/micro_ops_group_by/new/estimates.json +++ b/criterion/micro_ops_group_by/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8897.117552961869,"upper_bound":8989.03431255648},"point_estimate":8941.839151156364,"standard_error":23.399055999566386},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8853.976992481203,"upper_bound":9025.231638198758},"point_estimate":9004.22520155811,"standard_error":43.44189416829122},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":136.2841241899499,"upper_bound":301.9618490764293},"point_estimate":228.73128793920705,"standard_error":42.14166262236606},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8909.201217676617,"upper_bound":8979.002326344822},"point_estimate":8946.399685659397,"standard_error":17.788302933998647},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":182.00542114319555,"upper_bound":298.2818897695823},"point_estimate":235.44320143761595,"standard_error":31.142554173904447}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8956.605459190212,"upper_bound":9143.66796233958},"point_estimate":9038.752069177544,"standard_error":48.048323817447},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8915.397732426303,"upper_bound":9046.680672268907},"point_estimate":8998.401738721805,"standard_error":30.632042764971157},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":143.55808214938799,"upper_bound":292.74749197905095},"point_estimate":234.2403549963323,"standard_error":37.96301193939072},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":8943.822129553233,"upper_bound":9213.748858183177},"point_estimate":9045.270836834217,"standard_error":75.44142388385802},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.847236487835,"upper_bound":729.8169796387311},"point_estimate":482.42718894422364,"standard_error":140.53151473345676}} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/sample.json b/criterion/micro_ops_group_by/new/sample.json index 2abd755a2d22..070aef8d4f14 100644 --- a/criterion/micro_ops_group_by/new/sample.json +++ b/criterion/micro_ops_group_by/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[127541.0,266448.0,379288.0,516422.0,640539.0,761722.0,913415.0,1039508.0,1159275.0,1290507.0,1396809.0,1534588.0,1682335.0,1793362.0,1890060.0,2023995.0,2156379.0,2301710.0,2459095.0,2580410.0,2674790.0,2779136.0,2905573.0,3060037.0,3094701.0,3276749.0,3372594.0,3426337.0,3561355.0,3540554.0,3726407.0,3809683.0,3914109.0,4130294.0,4260994.0,4389971.0,4564842.0,4628459.0,4838810.0,4902470.0,5050550.0,5180325.0,6105328.0,5413813.0,5558023.0,5648333.0,5670756.0,5895073.0,5971102.0,6110621.0,6259091.0,6390597.0,6455097.0,6518354.0,6748945.0,6910800.0,7075029.0,7088334.0,7298531.0,7338915.0,7576417.0,7497446.0,7968946.0,7813304.0,7917220.0,8046423.0,8193319.0,8318787.0,8482971.0,8589814.0,8648192.0,9172069.0,9256143.0,9342433.0,9505544.0,9648222.0,9835794.0,9877047.0,9994697.0,10110178.0,10303837.0,10351164.0,10460677.0,10603809.0,10762092.0,10807670.0,10957366.0,11139575.0,11237058.0,11364322.0,11474030.0,11699171.0,11758318.0,11819452.0,11978175.0,12129377.0,12294725.0,12391725.0,12530225.0,12703689.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[129380.0,253757.0,395746.0,518832.0,724867.0,902812.0,921564.0,1017594.0,1141459.0,1299050.0,1388481.0,1550181.0,1698995.0,1862630.0,1885061.0,2090698.0,2155706.0,2293221.0,2400027.0,2518034.0,2691486.0,3021300.0,2937133.0,3005220.0,3151548.0,3335366.0,3425347.0,3492014.0,3855198.0,3583246.0,3682741.0,3838806.0,3957849.0,4203497.0,4366282.0,4418602.0,4568062.0,4669854.0,4784350.0,4926609.0,5063973.0,5166691.0,5240437.0,5407180.0,5483414.0,5672782.0,5718172.0,5860932.0,6100613.0,6111038.0,6269012.0,6455436.0,6446924.0,6743532.0,6830643.0,6948860.0,7045377.0,7128962.0,7279451.0,7405326.0,7365248.0,7615988.0,7785597.0,7772266.0,8132519.0,8132077.0,8254299.0,8357520.0,8474100.0,8738121.0,8785696.0,9160407.0,9280455.0,9397004.0,9507156.0,9571628.0,9847347.0,9862402.0,10010352.0,10081022.0,10236947.0,10416568.0,14716546.0,10684648.0,10765550.0,10940907.0,11018439.0,11094939.0,11197516.0,11612124.0,11447430.0,11584268.0,11855541.0,11929617.0,12041638.0,12137010.0,12307793.0,12480596.0,12564004.0,12725318.0]} \ No newline at end of file diff --git a/criterion/micro_ops_group_by/new/tukey.json b/criterion/micro_ops_group_by/new/tukey.json index b954d369a5c1..3273c34429e9 100644 --- a/criterion/micro_ops_group_by/new/tukey.json +++ b/criterion/micro_ops_group_by/new/tukey.json @@ -1 +1 @@ -[7873.368326924074,8319.21074045647,9508.12384320953,9953.96625674193] \ No newline at end of file +[7968.866587795848,8387.802323871574,9504.964286740176,9923.900022815902] \ No newline at end of file diff --git a/criterion/micro_ops_group_by/report/MAD.svg b/criterion/micro_ops_group_by/report/MAD.svg index 79c91b30206c..8b22f9e63712 100644 --- a/criterion/micro_ops_group_by/report/MAD.svg +++ b/criterion/micro_ops_group_by/report/MAD.svg @@ -9,98 +9,90 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - + 0.006 - + 0.007 - - + + 0.008 - - + + 0.009 - - + + 0.01 - - + + 0.011 - + - -120 - - - + 140 - - + + 160 - - + + 180 - - + + 200 - - + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - -320 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/SD.svg b/criterion/micro_ops_group_by/report/SD.svg index 7607aae30a7f..59b838215d2c 100644 --- a/criterion/micro_ops_group_by/report/SD.svg +++ b/criterion/micro_ops_group_by/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (ns) - -0.002 + +5e-4 - - -0.004 + + +0.001 - - -0.006 + + +0.0015 - - -0.008 + + +0.002 - - -0.01 + + +0.0025 - - -0.012 + + +0.003 - - -0.014 + + +0.0035 - - - -180 + + +0.004 - - + + + 200 - - -220 + + +300 - - -240 + + +400 - - -260 + + +500 - - -280 + + +600 - - -300 + + +700 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/both/pdf.svg b/criterion/micro_ops_group_by/report/both/pdf.svg index f53d3c054df1..78bae0daa60e 100644 --- a/criterion/micro_ops_group_by/report/both/pdf.svg +++ b/criterion/micro_ops_group_by/report/both/pdf.svg @@ -9,63 +9,59 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + - -8.5 + +8 - - -9 - - - -9.5 - - - + + 10 - - - - - + + +12 + + + + + + Base PDF diff --git a/criterion/micro_ops_group_by/report/both/regression.svg b/criterion/micro_ops_group_by/report/both/regression.svg index d688b0169e00..0de7352b3c64 100644 --- a/criterion/micro_ops_group_by/report/both/regression.svg +++ b/criterion/micro_ops_group_by/report/both/regression.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 2.0 - + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_group_by/report/change/mean.svg b/criterion/micro_ops_group_by/report/change/mean.svg index ad0c4a83635b..796a7e8b7adc 100644 --- a/criterion/micro_ops_group_by/report/change/mean.svg +++ b/criterion/micro_ops_group_by/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - - -100 - - + - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 + +0 - - --0.006 + + +0.005 - - --0.004 + + +0.01 - - --0.002 + + +0.015 - - -0 + + +0.02 - - -0.002 + + +0.025 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/median.svg b/criterion/micro_ops_group_by/report/change/median.svg index 83c20f1b9e82..bc1f82803ef8 100644 --- a/criterion/micro_ops_group_by/report/change/median.svg +++ b/criterion/micro_ops_group_by/report/change/median.svg @@ -9,71 +9,63 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 - - - -160 - - + - --0.02 - - - --0.015 - - - + -0.01 - - + + -0.005 - - -0 + + +1.73472e-18 - - + + 0.005 - - + + 0.01 - - - - - + + +0.015 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/change/t-test.svg b/criterion/micro_ops_group_by/report/change/t-test.svg index b86c7d5681d0..bf0fcc600983 100644 --- a/criterion/micro_ops_group_by/report/change/t-test.svg +++ b/criterion/micro_ops_group_by/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - -5.0 - - - - + + + t distribution diff --git a/criterion/micro_ops_group_by/report/index.html b/criterion/micro_ops_group_by/report/index.html index 546ee161bd49..7e7c34e24c99 100644 --- a/criterion/micro_ops_group_by/report/index.html +++ b/criterion/micro_ops_group_by/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 8.9092 µs - 8.9464 µs - 8.9790 µs + 8.9438 µs + 9.0453 µs + 9.2137 µs R² - 0.9516255 - 0.9536628 - 0.9520971 + 0.6660200 + 0.6736091 + 0.6530850 Mean - 8.8971 µs - 8.9418 µs - 8.9890 µs + 8.9566 µs + 9.0388 µs + 9.1437 µs Std. Dev. - 182.01 ns - 235.44 ns - 298.28 ns + 220.85 ns + 482.43 ns + 729.82 ns Median - 8.8540 µs - 9.0042 µs - 9.0252 µs + 8.9154 µs + 8.9984 µs + 9.0467 µs MAD - 136.28 ns - 228.73 ns - 301.96 ns + 143.56 ns + 234.24 ns + 292.75 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -1.3249% - -0.6430% - +0.0632% + +0.0718% + +1.0838% + +2.3556% (p = 0.07 > 0.05) diff --git a/criterion/micro_ops_group_by/report/mean.svg b/criterion/micro_ops_group_by/report/mean.svg index aabca6fea058..8bfbca9138eb 100644 --- a/criterion/micro_ops_group_by/report/mean.svg +++ b/criterion/micro_ops_group_by/report/mean.svg @@ -9,90 +9,66 @@ Density (a.u.) Average time (µs)
- -2 + +1 - - -4 + + +2 - - -6 + + +3 - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - - -14 + + +7 - - -16 + + +8 - - -18 + + +9 - + - -8.89 - - - -8.9 - - - -8.91 - - - -8.92 - - - -8.93 - - - -8.94 - - - + 8.95 - - -8.96 + + +9 - - -8.97 + + +9.05 - - -8.98 + + +9.1 - - -8.99 + + +9.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/median.svg b/criterion/micro_ops_group_by/report/median.svg index e18e2ec4248d..60bd9dd101b9 100644 --- a/criterion/micro_ops_group_by/report/median.svg +++ b/criterion/micro_ops_group_by/report/median.svg @@ -9,78 +9,62 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - + - -8.84 - - -8.86 - - - -8.88 - - - -8.9 - - - 8.92 - - + + 8.94 - - + + 8.96 - - + + 8.98 - - + + 9 - - + + 9.02 - - + + 9.04 - - - - + + +9.06 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/pdf.svg b/criterion/micro_ops_group_by/report/pdf.svg index 9474001e188a..9462649ced54 100644 --- a/criterion/micro_ops_group_by/report/pdf.svg +++ b/criterion/micro_ops_group_by/report/pdf.svg @@ -42,22 +42,50 @@ Average Time (µs) - + +8 + + + 8.5 - - + + 9 - - + + 9.5 - - + + 10 - + + +10.5 + + + +11 + + + +11.5 + + + +12 + + + +12.5 + + + +13 + + Density (a.u.) @@ -66,52 +94,44 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_group_by/report/pdf_small.svg b/criterion/micro_ops_group_by/report/pdf_small.svg index 07b6eae99caa..b1fed74587be 100644 --- a/criterion/micro_ops_group_by/report/pdf_small.svg +++ b/criterion/micro_ops_group_by/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - - -1.8 - - + - -8.5 - - - -9 + +8 - - -9.5 - - - + + 10 - - - + + +12 + + + + diff --git a/criterion/micro_ops_group_by/report/regression.svg b/criterion/micro_ops_group_by/report/regression.svg index 655ae627e5ae..3bae674a4845 100644 --- a/criterion/micro_ops_group_by/report/regression.svg +++ b/criterion/micro_ops_group_by/report/regression.svg @@ -15,37 +15,42 @@ Iterations (x 10^3) - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0.2 @@ -76,107 +81,107 @@ Iterations (x 10^3) - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_group_by/report/regression_small.svg b/criterion/micro_ops_group_by/report/regression_small.svg index 9fd996979e5d..b5abcfed17fc 100644 --- a/criterion/micro_ops_group_by/report/regression_small.svg +++ b/criterion/micro_ops_group_by/report/regression_small.svg @@ -12,37 +12,42 @@ Iterations (x 10^3) - - - - - - + + + + + + + - + 2.0 - - + + 4.0 - - + + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + + +14.0 + + 0.2 @@ -73,105 +78,105 @@ Iterations (x 10^3) - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_pdf_small.svg b/criterion/micro_ops_group_by/report/relative_pdf_small.svg index 3758f629124a..e22a1c42d70f 100644 --- a/criterion/micro_ops_group_by/report/relative_pdf_small.svg +++ b/criterion/micro_ops_group_by/report/relative_pdf_small.svg @@ -6,61 +6,57 @@ Density (a.u.) Average Time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - + - -8.5 + +8 - - -9 - - - -9.5 - - - + + 10 - - - - - + + +12 + + + + + + diff --git a/criterion/micro_ops_group_by/report/relative_regression_small.svg b/criterion/micro_ops_group_by/report/relative_regression_small.svg index 87297b4c39c1..58ad07a6ac4f 100644 --- a/criterion/micro_ops_group_by/report/relative_regression_small.svg +++ b/criterion/micro_ops_group_by/report/relative_regression_small.svg @@ -16,10 +16,10 @@ Iterations (x 10^3) - - - - + + + + 0.0 @@ -33,22 +33,22 @@ Iterations (x 10^3) 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_group_by/report/slope.svg b/criterion/micro_ops_group_by/report/slope.svg index 8330b8461ae8..b4098ed57569 100644 --- a/criterion/micro_ops_group_by/report/slope.svg +++ b/criterion/micro_ops_group_by/report/slope.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - - -8.91 + + +5 + + + +6 - - -8.92 + + +7 - - -8.93 + + +8 - - -8.94 + + +9 - - + + +10 + + + + 8.95 - - -8.96 + + +9 + + + +9.05 + + + +9.1 - - -8.97 + + +9.15 - - -8.98 + + +9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_group_by/report/typical.svg b/criterion/micro_ops_group_by/report/typical.svg index 591d5a25bddd..66d724f2d518 100644 --- a/criterion/micro_ops_group_by/report/typical.svg +++ b/criterion/micro_ops_group_by/report/typical.svg @@ -9,58 +9,74 @@ Density (a.u.) Average time (µs) - -5 + +1 - - -10 + + +2 - - -15 + + +3 - - -20 + + +4 - - - -8.91 + + +5 + + + +6 - - -8.92 + + +7 - - -8.93 + + +8 - - -8.94 + + +9 - - + + +10 + + + + 8.95 - - -8.96 + + +9 + + + +9.05 + + + +9.1 - - -8.97 + + +9.15 - - -8.98 + + +9.2 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/base/estimates.json b/criterion/micro_ops_identity/base/estimates.json index 4a467470c136..f088b1e24ae3 100644 --- a/criterion/micro_ops_identity/base/estimates.json +++ b/criterion/micro_ops_identity/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3960.350821717886,"upper_bound":3987.218675771996},"point_estimate":3973.2630011922406,"standard_error":6.865099475069639},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3952.0702655485675,"upper_bound":3987.8238095238094},"point_estimate":3969.2705128205125,"standard_error":8.742802344838793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.86094171350638,"upper_bound":75.19089943432553},"point_estimate":60.93225313641781,"standard_error":7.209638435305331},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3934.195039093895,"upper_bound":3961.9869826576946},"point_estimate":3946.5278977390276,"standard_error":7.08272584995059},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.139777258412515,"upper_bound":89.30228206654664},"point_estimate":69.04900663798416,"standard_error":10.264332310201876}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4038.2815893961524,"upper_bound":4128.373484441627},"point_estimate":4078.9502586042736,"standard_error":23.14086654645288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4007.906323185012,"upper_bound":4038.9192176870747},"point_estimate":4023.9512987012986,"standard_error":8.642772450679956},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.16356399298214,"upper_bound":99.01610173909714},"point_estimate":80.82695632365528,"standard_error":10.597783558243991},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.591325505288,"upper_bound":4064.4858273670798},"point_estimate":4029.9379296586376,"standard_error":15.549624628521382},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111.89872763754502,"upper_bound":329.1158531837757},"point_estimate":234.0591339168316,"standard_error":55.3148369752048}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/sample.json b/criterion/micro_ops_identity/base/sample.json index 7d84377f6b27..45c8c115492f 100644 --- a/criterion/micro_ops_identity/base/sample.json +++ b/criterion/micro_ops_identity/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[57895.0,117356.0,174305.0,244008.0,300961.0,356217.0,422383.0,479238.0,543803.0,602996.0,655678.0,714567.0,769460.0,823418.0,908007.0,946795.0,1005520.0,1089245.0,1150253.0,1199812.0,1254524.0,1294722.0,1435836.0,1447867.0,1490557.0,1555834.0,1616761.0,1658687.0,1725958.0,1784873.0,1850133.0,1926503.0,2010259.0,2062610.0,2102842.0,2157036.0,2230723.0,2321483.0,2359688.0,2398375.0,2507753.0,2541034.0,2574883.0,2682703.0,2747250.0,2703240.0,2820959.0,2871794.0,2927618.0,2995379.0,3025516.0,3095605.0,3139976.0,3340068.0,3308829.0,3349772.0,3424503.0,3482055.0,3847885.0,3596073.0,3656613.0,3707119.0,3746499.0,3821984.0,3872787.0,3980925.0,3971963.0,4011344.0,4011943.0,4102735.0,4226196.0,4218211.0,4275430.0,4363691.0,4416119.0,4426466.0,4487402.0,4581495.0,4625268.0,4664612.0,4741598.0,4807508.0,4929020.0,4963334.0,4965010.0,5092369.0,5062774.0,5191453.0,5176558.0,5338555.0,5349573.0,5427864.0,5462490.0,5550054.0,5682949.0,5669678.0,5691461.0,5751922.0,5759890.0,5892758.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[55901.0,110324.0,166177.0,221818.0,292110.0,342465.0,398792.0,442537.0,498459.0,601255.0,626629.0,678464.0,732199.0,791715.0,833172.0,898829.0,950541.0,994666.0,1086987.0,1125279.0,1206131.0,1239648.0,1324475.0,1389595.0,1419229.0,1480368.0,1534091.0,1585972.0,1632337.0,1726102.0,1758806.0,1836117.0,1881134.0,1969876.0,1975708.0,2021106.0,2102378.0,2148633.0,2255557.0,2359044.0,2795026.0,3100074.0,2892540.0,3374707.0,2679052.0,2745982.0,2906242.0,2815292.0,2881655.0,2815546.0,2920479.0,2937754.0,2952295.0,3014809.0,3115788.0,3183280.0,3242132.0,3238319.0,3303345.0,3366199.0,3422752.0,3561092.0,3614773.0,3583024.0,3626040.0,3723863.0,3760213.0,3837642.0,3888214.0,3955130.0,4087068.0,3994198.0,4019592.0,4101467.0,4179376.0,4277170.0,4306236.0,4317286.0,4385442.0,4422499.0,4571600.0,4545715.0,4594317.0,4653813.0,4698093.0,4820036.0,4832939.0,5044349.0,4977428.0,4973543.0,5107409.0,5050411.0,5137899.0,5192162.0,5289127.0,5294534.0,5393325.0,5608587.0,5521449.0,5504578.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/base/tukey.json b/criterion/micro_ops_identity/base/tukey.json index 1bc2cf041d91..12951dde9ed6 100644 --- a/criterion/micro_ops_identity/base/tukey.json +++ b/criterion/micro_ops_identity/base/tukey.json @@ -1 +1 @@ -[3683.807333333334,3804.368333333334,4125.864333333333,4246.425333333333] \ No newline at end of file +[3641.524813354921,3808.4976907639657,4253.758697188084,4420.731574597128] \ No newline at end of file diff --git a/criterion/micro_ops_identity/change/estimates.json b/criterion/micro_ops_identity/change/estimates.json index 0ec3c58099ab..0662933fe144 100644 --- a/criterion/micro_ops_identity/change/estimates.json +++ b/criterion/micro_ops_identity/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013093156661373293,"upper_bound":-0.005449309222571315},"point_estimate":-0.00937820416772761,"standard_error":0.0019170847170958158},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.014355256029674246,"upper_bound":-0.0048143218956729905},"point_estimate":-0.01005322248762519,"standard_error":0.002363438454154847}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.015447330227505995,"upper_bound":0.03974403105341649},"point_estimate":0.026599612806984974,"standard_error":0.006203555321015216},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.007277267349806183,"upper_bound":0.019589686995254096},"point_estimate":0.013776029047193994,"standard_error":0.003066261738014247}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/estimates.json b/criterion/micro_ops_identity/new/estimates.json index 4a467470c136..f088b1e24ae3 100644 --- a/criterion/micro_ops_identity/new/estimates.json +++ b/criterion/micro_ops_identity/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3960.350821717886,"upper_bound":3987.218675771996},"point_estimate":3973.2630011922406,"standard_error":6.865099475069639},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3952.0702655485675,"upper_bound":3987.8238095238094},"point_estimate":3969.2705128205125,"standard_error":8.742802344838793},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":46.86094171350638,"upper_bound":75.19089943432553},"point_estimate":60.93225313641781,"standard_error":7.209638435305331},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":3934.195039093895,"upper_bound":3961.9869826576946},"point_estimate":3946.5278977390276,"standard_error":7.08272584995059},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.139777258412515,"upper_bound":89.30228206654664},"point_estimate":69.04900663798416,"standard_error":10.264332310201876}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4038.2815893961524,"upper_bound":4128.373484441627},"point_estimate":4078.9502586042736,"standard_error":23.14086654645288},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4007.906323185012,"upper_bound":4038.9192176870747},"point_estimate":4023.9512987012986,"standard_error":8.642772450679956},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":59.16356399298214,"upper_bound":99.01610173909714},"point_estimate":80.82695632365528,"standard_error":10.597783558243991},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":4003.591325505288,"upper_bound":4064.4858273670798},"point_estimate":4029.9379296586376,"standard_error":15.549624628521382},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":111.89872763754502,"upper_bound":329.1158531837757},"point_estimate":234.0591339168316,"standard_error":55.3148369752048}} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/sample.json b/criterion/micro_ops_identity/new/sample.json index 7d84377f6b27..45c8c115492f 100644 --- a/criterion/micro_ops_identity/new/sample.json +++ b/criterion/micro_ops_identity/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[57895.0,117356.0,174305.0,244008.0,300961.0,356217.0,422383.0,479238.0,543803.0,602996.0,655678.0,714567.0,769460.0,823418.0,908007.0,946795.0,1005520.0,1089245.0,1150253.0,1199812.0,1254524.0,1294722.0,1435836.0,1447867.0,1490557.0,1555834.0,1616761.0,1658687.0,1725958.0,1784873.0,1850133.0,1926503.0,2010259.0,2062610.0,2102842.0,2157036.0,2230723.0,2321483.0,2359688.0,2398375.0,2507753.0,2541034.0,2574883.0,2682703.0,2747250.0,2703240.0,2820959.0,2871794.0,2927618.0,2995379.0,3025516.0,3095605.0,3139976.0,3340068.0,3308829.0,3349772.0,3424503.0,3482055.0,3847885.0,3596073.0,3656613.0,3707119.0,3746499.0,3821984.0,3872787.0,3980925.0,3971963.0,4011344.0,4011943.0,4102735.0,4226196.0,4218211.0,4275430.0,4363691.0,4416119.0,4426466.0,4487402.0,4581495.0,4625268.0,4664612.0,4741598.0,4807508.0,4929020.0,4963334.0,4965010.0,5092369.0,5062774.0,5191453.0,5176558.0,5338555.0,5349573.0,5427864.0,5462490.0,5550054.0,5682949.0,5669678.0,5691461.0,5751922.0,5759890.0,5892758.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[55901.0,110324.0,166177.0,221818.0,292110.0,342465.0,398792.0,442537.0,498459.0,601255.0,626629.0,678464.0,732199.0,791715.0,833172.0,898829.0,950541.0,994666.0,1086987.0,1125279.0,1206131.0,1239648.0,1324475.0,1389595.0,1419229.0,1480368.0,1534091.0,1585972.0,1632337.0,1726102.0,1758806.0,1836117.0,1881134.0,1969876.0,1975708.0,2021106.0,2102378.0,2148633.0,2255557.0,2359044.0,2795026.0,3100074.0,2892540.0,3374707.0,2679052.0,2745982.0,2906242.0,2815292.0,2881655.0,2815546.0,2920479.0,2937754.0,2952295.0,3014809.0,3115788.0,3183280.0,3242132.0,3238319.0,3303345.0,3366199.0,3422752.0,3561092.0,3614773.0,3583024.0,3626040.0,3723863.0,3760213.0,3837642.0,3888214.0,3955130.0,4087068.0,3994198.0,4019592.0,4101467.0,4179376.0,4277170.0,4306236.0,4317286.0,4385442.0,4422499.0,4571600.0,4545715.0,4594317.0,4653813.0,4698093.0,4820036.0,4832939.0,5044349.0,4977428.0,4973543.0,5107409.0,5050411.0,5137899.0,5192162.0,5289127.0,5294534.0,5393325.0,5608587.0,5521449.0,5504578.0]} \ No newline at end of file diff --git a/criterion/micro_ops_identity/new/tukey.json b/criterion/micro_ops_identity/new/tukey.json index 1bc2cf041d91..12951dde9ed6 100644 --- a/criterion/micro_ops_identity/new/tukey.json +++ b/criterion/micro_ops_identity/new/tukey.json @@ -1 +1 @@ -[3683.807333333334,3804.368333333334,4125.864333333333,4246.425333333333] \ No newline at end of file +[3641.524813354921,3808.4976907639657,4253.758697188084,4420.731574597128] \ No newline at end of file diff --git a/criterion/micro_ops_identity/report/MAD.svg b/criterion/micro_ops_identity/report/MAD.svg index c58363dc11fd..912affdf6e78 100644 --- a/criterion/micro_ops_identity/report/MAD.svg +++ b/criterion/micro_ops_identity/report/MAD.svg @@ -9,82 +9,78 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - -0.02 - - - -0.025 - - + -0.03 +0.02 - -0.035 - - - -0.04 + +0.025 - + -0.045 +0.03 - -0.05 - - - -0.055 + +0.035 - + - -45 - - - -50 - - - + 55 - - + + 60 - - + + 65 - - + + 70 - - + + 75 - - - - + + +80 + + + +85 + + + +90 + + + +95 + + + +100 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/SD.svg b/criterion/micro_ops_identity/report/SD.svg index dcfc7787c2c8..918c0a95773d 100644 --- a/criterion/micro_ops_identity/report/SD.svg +++ b/criterion/micro_ops_identity/report/SD.svg @@ -9,82 +9,66 @@ Density (a.u.) Average time (ns) - -0.005 - - - -0.01 + +0.001 - - -0.015 + + +0.002 - - -0.02 + + +0.003 - - -0.025 + + +0.004 - - -0.03 + + +0.005 - - -0.035 + + +0.006 - - -0.04 + + +0.007 - - -0.045 + + +0.008 - + - -50 - - - -55 - - - -60 - - - -65 + +100 - - -70 + + +150 - - -75 + + +200 - - -80 + + +250 - - -85 + + +300 - - -90 + + +350 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/both/pdf.svg b/criterion/micro_ops_identity/report/both/pdf.svg index 9c06652644bf..2f62f493fa39 100644 --- a/criterion/micro_ops_identity/report/both/pdf.svg +++ b/criterion/micro_ops_identity/report/both/pdf.svg @@ -9,67 +9,71 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -3.8 - - - + 4 - - -4.2 + + +4.5 + + + +5 - - -4.4 + + +5.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_identity/report/both/regression.svg b/criterion/micro_ops_identity/report/both/regression.svg index 95eee0d87a62..e9bc9ebb9cbe 100644 --- a/criterion/micro_ops_identity/report/both/regression.svg +++ b/criterion/micro_ops_identity/report/both/regression.svg @@ -18,11 +18,11 @@ Iterations (x 10^3) - - - - - + + + + + 0.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -85,10 +85,10 @@ Iterations (x 10^3) 1.4 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_identity/report/change/mean.svg b/criterion/micro_ops_identity/report/change/mean.svg index e9edc65b052a..0f70d9702bbe 100644 --- a/criterion/micro_ops_identity/report/change/mean.svg +++ b/criterion/micro_ops_identity/report/change/mean.svg @@ -9,87 +9,59 @@ Density (a.u.) Relative change (%) - -20 - - - -40 - - - -60 + +10 - - -80 - - - -100 - - - -120 + + +20 - - -140 + + +30 - - -160 + + +40 - - -180 + + +50 - - -200 + + +60 - + - --0.013 - - - --0.012 - - - --0.011 - - - --0.01 - - - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - - - - + +0.015 + + + +0.02 + + + +0.025 + + + +0.03 + + + +0.035 + + + +0.04 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/median.svg b/criterion/micro_ops_identity/report/change/median.svg index b0632ee83e2d..510a9c4f801d 100644 --- a/criterion/micro_ops_identity/report/change/median.svg +++ b/criterion/micro_ops_identity/report/change/median.svg @@ -9,79 +9,71 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - -160 - - - -180 - - - -200 - - - -220 - - + - --0.014 - - - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - - - - + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + +0.02 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/change/t-test.svg b/criterion/micro_ops_identity/report/change/t-test.svg index 4cbba2701bdf..663d5c05ac6f 100644 --- a/criterion/micro_ops_identity/report/change/t-test.svg +++ b/criterion/micro_ops_identity/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_identity/report/index.html b/criterion/micro_ops_identity/report/index.html index 511136c5f4db..f036bab042b5 100644 --- a/criterion/micro_ops_identity/report/index.html +++ b/criterion/micro_ops_identity/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 3.9342 µs - 3.9465 µs - 3.9620 µs + 4.0036 µs + 4.0299 µs + 4.0645 µs R² - 0.9633118 - 0.9645967 - 0.9625793 + 0.7587528 + 0.7625859 + 0.7560189 Mean - 3.9604 µs - 3.9733 µs - 3.9872 µs + 4.0383 µs + 4.0790 µs + 4.1284 µs Std. Dev. - 51.140 ns - 69.049 ns - 89.302 ns + 111.90 ns + 234.06 ns + 329.12 ns Median - 3.9521 µs - 3.9693 µs - 3.9878 µs + 4.0079 µs + 4.0240 µs + 4.0389 µs MAD - 46.861 ns - 60.932 ns - 75.191 ns + 59.164 ns + 80.827 ns + 99.016 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.3093% - -0.9378% - -0.5449% + +1.5447% + +2.6600% + +3.9744% (p = 0.00 < 0.05) - Change within noise threshold. + Performance has regressed.

Additional Plots:

diff --git a/criterion/micro_ops_identity/report/mean.svg b/criterion/micro_ops_identity/report/mean.svg index 4f9fea1f76f2..b9bd7693c870 100644 --- a/criterion/micro_ops_identity/report/mean.svg +++ b/criterion/micro_ops_identity/report/mean.svg @@ -9,62 +9,90 @@ Density (a.u.) Average time (µs) - -10 + +2 + + + +4 + + + +6 - - -20 + + +8 + + + +10 - - -30 + + +12 - - -40 + + +14 - - -50 + + +16 - - -60 + + +18 - + - -3.96 + +4.03 + + + +4.04 + + + +4.05 + + + +4.06 + + + +4.07 - - -3.965 + + +4.08 - - -3.97 + + +4.09 - - -3.975 + + +4.1 - - -3.98 + + +4.11 - - -3.985 + + +4.12 - - -3.99 + + +4.13 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/median.svg b/criterion/micro_ops_identity/report/median.svg index d4b50fe9ddb4..96a5ea3dc035 100644 --- a/criterion/micro_ops_identity/report/median.svg +++ b/criterion/micro_ops_identity/report/median.svg @@ -9,86 +9,70 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - -80 - - - -90 - - - -100 - - + - -3.95 - - - -3.955 + +4.005 - - -3.96 + + +4.01 - - -3.965 + + +4.015 - - -3.97 + + +4.02 - - -3.975 + + +4.025 - - -3.98 + + +4.03 - - -3.985 + + +4.035 - - -3.99 + + +4.04 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/pdf.svg b/criterion/micro_ops_identity/report/pdf.svg index 7cf9d6551ab1..c8f3fd1b2650 100644 --- a/criterion/micro_ops_identity/report/pdf.svg +++ b/criterion/micro_ops_identity/report/pdf.svg @@ -13,63 +13,75 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 3.8 - - -3.9 - - - + + 4 - - -4.1 - - - + + 4.2 - - -4.3 - - - + + 4.4 - + + +4.6 + + + +4.8 + + + +5 + + + +5.2 + + + +5.4 + + + +5.6 + + Density (a.u.) @@ -78,36 +90,50 @@ Density (a.u.) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_identity/report/pdf_small.svg b/criterion/micro_ops_identity/report/pdf_small.svg index f8748bdfd4be..b9d0e7ffe91e 100644 --- a/criterion/micro_ops_identity/report/pdf_small.svg +++ b/criterion/micro_ops_identity/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 - - - -6 + + +3 - + - -3.8 - - - + 4 - - -4.2 + + +4.5 + + + +5 - - -4.4 + + +5.5 - - - + + + diff --git a/criterion/micro_ops_identity/report/regression.svg b/criterion/micro_ops_identity/report/regression.svg index 3f452c7b543d..52ac08f9cd0d 100644 --- a/criterion/micro_ops_identity/report/regression.svg +++ b/criterion/micro_ops_identity/report/regression.svg @@ -8,200 +8,200 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - - + + 5.0 - - + + 5.5 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - - - - - + + + + + + - - + + - - - - - - - - + + + + + + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - + Sample diff --git a/criterion/micro_ops_identity/report/regression_small.svg b/criterion/micro_ops_identity/report/regression_small.svg index 0447cbb7729b..b7c4bea0d25e 100644 --- a/criterion/micro_ops_identity/report/regression_small.svg +++ b/criterion/micro_ops_identity/report/regression_small.svg @@ -5,198 +5,198 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + - + 0.5 - - + + 1.0 - - + + 1.5 - - + + 2.0 - - + + 2.5 - - + + 3.0 - - + + 3.5 - - + + 4.0 - - + + 4.5 - - + + 5.0 - - + + 5.5 - + - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - - + + + - + - - + + - + - - + + - - + + - + - + - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + - + diff --git a/criterion/micro_ops_identity/report/relative_pdf_small.svg b/criterion/micro_ops_identity/report/relative_pdf_small.svg index abc54f8376a3..93904783872f 100644 --- a/criterion/micro_ops_identity/report/relative_pdf_small.svg +++ b/criterion/micro_ops_identity/report/relative_pdf_small.svg @@ -6,65 +6,69 @@ Density (a.u.) Average Time (µs) - + +0.5 + + + 1 - - -2 + + +1.5 - - -3 + + +2 - - -4 + + +2.5 - - -5 + + +3 - - -6 + + +3.5 - - -7 + + +4 - - -8 + + +4.5 - - -9 + + +5 - - -10 + + +5.5 - + - -3.8 - - - + 4 - - -4.2 + + +4.5 + + + +5 - - -4.4 + + +5.5 - - - - - + + + + + diff --git a/criterion/micro_ops_identity/report/relative_regression_small.svg b/criterion/micro_ops_identity/report/relative_regression_small.svg index ce4f0d936fdf..486d8886755b 100644 --- a/criterion/micro_ops_identity/report/relative_regression_small.svg +++ b/criterion/micro_ops_identity/report/relative_regression_small.svg @@ -14,41 +14,41 @@ Iterations (x 10^3) - - - - - - + + + + + + 0.0 - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - + 0 @@ -82,8 +82,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_identity/report/slope.svg b/criterion/micro_ops_identity/report/slope.svg index 8d0e82080141..8897540a67e6 100644 --- a/criterion/micro_ops_identity/report/slope.svg +++ b/criterion/micro_ops_identity/report/slope.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - + - -3.935 + +4 + + + +4.01 - - -3.94 + + +4.02 - - -3.945 + + +4.03 - - -3.95 + + +4.04 - - -3.955 + + +4.05 - - -3.96 + + +4.06 - - -3.965 + + +4.07 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_identity/report/typical.svg b/criterion/micro_ops_identity/report/typical.svg index 4e80e3778b27..d26e9873a9b2 100644 --- a/criterion/micro_ops_identity/report/typical.svg +++ b/criterion/micro_ops_identity/report/typical.svg @@ -9,62 +9,62 @@ Density (a.u.) Average time (µs) - -10 - - - -20 + +5 - - -30 + + +10 - - -40 + + +15 - - -50 + + +20 - - -60 + + +25 - + - -3.935 + +4 + + + +4.01 - - -3.94 + + +4.02 - - -3.945 + + +4.03 - - -3.95 + + +4.04 - - -3.955 + + +4.05 - - -3.96 + + +4.06 - - -3.965 + + +4.07 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/base/estimates.json b/criterion/micro_ops_join/base/estimates.json index a5ce962fa0ff..3c388ea6151b 100644 --- a/criterion/micro_ops_join/base/estimates.json +++ b/criterion/micro_ops_join/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57515.66099076393,"upper_bound":57692.502106710774},"point_estimate":57601.77361497655,"standard_error":45.0614284864783},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57555.1477124183,"upper_bound":57720.25925925926},"point_estimate":57687.611849881796,"standard_error":47.46643295383014},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.9396732983709,"upper_bound":418.34346902179396},"point_estimate":290.9222188271592,"standard_error":67.95677096266357},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57737.50396215845,"upper_bound":57953.58153555188},"point_estimate":57834.472967834095,"standard_error":55.603627703170005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":327.8130986108267,"upper_bound":566.903679551395},"point_estimate":452.44544351029396,"standard_error":61.25613668471415}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57557.83424865705,"upper_bound":57700.73779099423},"point_estimate":57627.783017389615,"standard_error":36.377414411589285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57633.77976190476,"upper_bound":57717.65826612903},"point_estimate":57688.521400908125,"standard_error":21.670373333754277},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162.17069901472948,"upper_bound":369.95475518634237},"point_estimate":253.37858801821847,"standard_error":58.10107167616779},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57726.615053918686,"upper_bound":57844.40030903181},"point_estimate":57777.75908477415,"standard_error":30.348680868013204},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.0223829435984,"upper_bound":460.3124855502322},"point_estimate":365.83341033220046,"standard_error":49.80566386220981}} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/sample.json b/criterion/micro_ops_join/base/sample.json index a891fdf2cac1..ba7c5dc98c5a 100644 --- a/criterion/micro_ops_join/base/sample.json +++ b/criterion/micro_ops_join/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[339974.0,676570.0,1019892.0,1367081.0,1715916.0,2046026.0,2400681.0,2763594.0,3069983.0,3462824.0,3765095.0,4124582.0,4510387.0,4818502.0,5180771.0,5498241.0,5885084.0,6192851.0,6517164.0,6885149.0,7220258.0,7556727.0,7908898.0,8253654.0,8604461.0,8970410.0,9350618.0,9645403.0,9964493.0,10323388.0,10632989.0,10998869.0,11339361.0,11664195.0,12051905.0,12403611.0,12695490.0,13049242.0,13400439.0,13738888.0,14099893.0,14462231.0,14770459.0,15113427.0,15498491.0,15975907.0,16261350.0,16670578.0,16922754.0,17353601.0,17609129.0,18011989.0,18422748.0,18804386.0,19078384.0,19463791.0,19789784.0,20105880.0,20471191.0,20775406.0,21170725.0,21660222.0,21860754.0,22163095.0,22541140.0,22928746.0,23231851.0,24279919.0,23858199.0,24274344.0,24589126.0,24918222.0,25327397.0,25606898.0,25944456.0,26343360.0,26661014.0,26993596.0,28083747.0,27849607.0,28052046.0,28393839.0,28853854.0,29114798.0,29482717.0,29777532.0,30188468.0,30637124.0,30835075.0,31194860.0,31527536.0,31806897.0,32230953.0,32539503.0,32960368.0,34150840.0,33660754.0,34008741.0,34306846.0,34663957.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[354547.0,685922.0,1016336.0,1392102.0,1708770.0,2058012.0,2408905.0,2770537.0,3107339.0,3411100.0,3777111.0,4149171.0,4473803.0,4800865.0,5168956.0,5589535.0,5836305.0,6228238.0,6530923.0,6870479.0,7212257.0,7582198.0,7925996.0,8258167.0,8587576.0,8943103.0,9303130.0,9621604.0,10032669.0,10319802.0,10711048.0,11038524.0,11404960.0,11692906.0,12029266.0,12356018.0,12696446.0,13123048.0,13376688.0,13772189.0,14068144.0,14470718.0,14800114.0,15135357.0,15570591.0,15878776.0,16319136.0,16620471.0,16984356.0,17318652.0,17654154.0,18073783.0,18362623.0,18771929.0,18996047.0,19364950.0,19726252.0,20084482.0,20593224.0,20813697.0,21119913.0,21470276.0,21828855.0,22151927.0,22613496.0,22845959.0,23215235.0,23554200.0,23929314.0,24288088.0,24690466.0,24933629.0,25247443.0,25721198.0,26024345.0,26400161.0,27380099.0,26998795.0,27440200.0,27678152.0,28063589.0,28388642.0,28746028.0,29200648.0,29483036.0,29823808.0,30258006.0,30501128.0,30827855.0,31148539.0,31560171.0,31854375.0,32245423.0,32602337.0,33045265.0,33332033.0,33569127.0,34016231.0,34325246.0,34670945.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/base/tukey.json b/criterion/micro_ops_join/base/tukey.json index 584919a8eebc..21e839f79c47 100644 --- a/criterion/micro_ops_join/base/tukey.json +++ b/criterion/micro_ops_join/base/tukey.json @@ -1 +1 @@ -[55805.42620754492,56557.23812102574,58562.06989030791,59313.881803788725] \ No newline at end of file +[56054.91661481424,56708.80800180187,58452.51836710223,59106.409754089866] \ No newline at end of file diff --git a/criterion/micro_ops_join/change/estimates.json b/criterion/micro_ops_join/change/estimates.json index a5fde2b48015..9772be9bdeb3 100644 --- a/criterion/micro_ops_join/change/estimates.json +++ b/criterion/micro_ops_join/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004897559663441294,"upper_bound":0.0008701489985563456},"point_estimate":-0.0018388298750875443,"standard_error":0.0014745899227585498},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0030573637192463643,"upper_bound":0.001463247183804306},"point_estimate":-0.0008772340813218982,"standard_error":0.0010814827537965722}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.001512246209018358,"upper_bound":0.0024085188927285336},"point_estimate":0.0004515382214951291,"standard_error":0.0009961745945646912},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011308446765536662,"upper_bound":0.0024106131198102787},"point_estimate":0.000015766834458252887,"standard_error":0.0008894189581605756}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/estimates.json b/criterion/micro_ops_join/new/estimates.json index a5ce962fa0ff..3c388ea6151b 100644 --- a/criterion/micro_ops_join/new/estimates.json +++ b/criterion/micro_ops_join/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57515.66099076393,"upper_bound":57692.502106710774},"point_estimate":57601.77361497655,"standard_error":45.0614284864783},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57555.1477124183,"upper_bound":57720.25925925926},"point_estimate":57687.611849881796,"standard_error":47.46643295383014},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":186.9396732983709,"upper_bound":418.34346902179396},"point_estimate":290.9222188271592,"standard_error":67.95677096266357},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57737.50396215845,"upper_bound":57953.58153555188},"point_estimate":57834.472967834095,"standard_error":55.603627703170005},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":327.8130986108267,"upper_bound":566.903679551395},"point_estimate":452.44544351029396,"standard_error":61.25613668471415}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57557.83424865705,"upper_bound":57700.73779099423},"point_estimate":57627.783017389615,"standard_error":36.377414411589285},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57633.77976190476,"upper_bound":57717.65826612903},"point_estimate":57688.521400908125,"standard_error":21.670373333754277},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":162.17069901472948,"upper_bound":369.95475518634237},"point_estimate":253.37858801821847,"standard_error":58.10107167616779},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":57726.615053918686,"upper_bound":57844.40030903181},"point_estimate":57777.75908477415,"standard_error":30.348680868013204},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":267.0223829435984,"upper_bound":460.3124855502322},"point_estimate":365.83341033220046,"standard_error":49.80566386220981}} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/sample.json b/criterion/micro_ops_join/new/sample.json index a891fdf2cac1..ba7c5dc98c5a 100644 --- a/criterion/micro_ops_join/new/sample.json +++ b/criterion/micro_ops_join/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[339974.0,676570.0,1019892.0,1367081.0,1715916.0,2046026.0,2400681.0,2763594.0,3069983.0,3462824.0,3765095.0,4124582.0,4510387.0,4818502.0,5180771.0,5498241.0,5885084.0,6192851.0,6517164.0,6885149.0,7220258.0,7556727.0,7908898.0,8253654.0,8604461.0,8970410.0,9350618.0,9645403.0,9964493.0,10323388.0,10632989.0,10998869.0,11339361.0,11664195.0,12051905.0,12403611.0,12695490.0,13049242.0,13400439.0,13738888.0,14099893.0,14462231.0,14770459.0,15113427.0,15498491.0,15975907.0,16261350.0,16670578.0,16922754.0,17353601.0,17609129.0,18011989.0,18422748.0,18804386.0,19078384.0,19463791.0,19789784.0,20105880.0,20471191.0,20775406.0,21170725.0,21660222.0,21860754.0,22163095.0,22541140.0,22928746.0,23231851.0,24279919.0,23858199.0,24274344.0,24589126.0,24918222.0,25327397.0,25606898.0,25944456.0,26343360.0,26661014.0,26993596.0,28083747.0,27849607.0,28052046.0,28393839.0,28853854.0,29114798.0,29482717.0,29777532.0,30188468.0,30637124.0,30835075.0,31194860.0,31527536.0,31806897.0,32230953.0,32539503.0,32960368.0,34150840.0,33660754.0,34008741.0,34306846.0,34663957.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[6.0,12.0,18.0,24.0,30.0,36.0,42.0,48.0,54.0,60.0,66.0,72.0,78.0,84.0,90.0,96.0,102.0,108.0,114.0,120.0,126.0,132.0,138.0,144.0,150.0,156.0,162.0,168.0,174.0,180.0,186.0,192.0,198.0,204.0,210.0,216.0,222.0,228.0,234.0,240.0,246.0,252.0,258.0,264.0,270.0,276.0,282.0,288.0,294.0,300.0,306.0,312.0,318.0,324.0,330.0,336.0,342.0,348.0,354.0,360.0,366.0,372.0,378.0,384.0,390.0,396.0,402.0,408.0,414.0,420.0,426.0,432.0,438.0,444.0,450.0,456.0,462.0,468.0,474.0,480.0,486.0,492.0,498.0,504.0,510.0,516.0,522.0,528.0,534.0,540.0,546.0,552.0,558.0,564.0,570.0,576.0,582.0,588.0,594.0,600.0],"times":[354547.0,685922.0,1016336.0,1392102.0,1708770.0,2058012.0,2408905.0,2770537.0,3107339.0,3411100.0,3777111.0,4149171.0,4473803.0,4800865.0,5168956.0,5589535.0,5836305.0,6228238.0,6530923.0,6870479.0,7212257.0,7582198.0,7925996.0,8258167.0,8587576.0,8943103.0,9303130.0,9621604.0,10032669.0,10319802.0,10711048.0,11038524.0,11404960.0,11692906.0,12029266.0,12356018.0,12696446.0,13123048.0,13376688.0,13772189.0,14068144.0,14470718.0,14800114.0,15135357.0,15570591.0,15878776.0,16319136.0,16620471.0,16984356.0,17318652.0,17654154.0,18073783.0,18362623.0,18771929.0,18996047.0,19364950.0,19726252.0,20084482.0,20593224.0,20813697.0,21119913.0,21470276.0,21828855.0,22151927.0,22613496.0,22845959.0,23215235.0,23554200.0,23929314.0,24288088.0,24690466.0,24933629.0,25247443.0,25721198.0,26024345.0,26400161.0,27380099.0,26998795.0,27440200.0,27678152.0,28063589.0,28388642.0,28746028.0,29200648.0,29483036.0,29823808.0,30258006.0,30501128.0,30827855.0,31148539.0,31560171.0,31854375.0,32245423.0,32602337.0,33045265.0,33332033.0,33569127.0,34016231.0,34325246.0,34670945.0]} \ No newline at end of file diff --git a/criterion/micro_ops_join/new/tukey.json b/criterion/micro_ops_join/new/tukey.json index 584919a8eebc..21e839f79c47 100644 --- a/criterion/micro_ops_join/new/tukey.json +++ b/criterion/micro_ops_join/new/tukey.json @@ -1 +1 @@ -[55805.42620754492,56557.23812102574,58562.06989030791,59313.881803788725] \ No newline at end of file +[56054.91661481424,56708.80800180187,58452.51836710223,59106.409754089866] \ No newline at end of file diff --git a/criterion/micro_ops_join/report/MAD.svg b/criterion/micro_ops_join/report/MAD.svg index f3d6b881f229..b816947dd51f 100644 --- a/criterion/micro_ops_join/report/MAD.svg +++ b/criterion/micro_ops_join/report/MAD.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (ns) - -5e-4 - - - + 0.001 - - -0.0015 - - - + + 0.002 - - -0.0025 - - - + + 0.003 - - -0.0035 - - - + + 0.004 - + + +0.005 + + -0.0045 +0.006 - -0.005 - - - -0.0055 + +0.007 - + - + +150 + + + 200 - - + + 250 - - + + 300 - - + + 350 - - -400 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/SD.svg b/criterion/micro_ops_join/report/SD.svg index 5ea33d5c87f8..aac5c7dc6ac7 100644 --- a/criterion/micro_ops_join/report/SD.svg +++ b/criterion/micro_ops_join/report/SD.svg @@ -9,58 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - + + 0.007 - + + +0.008 + + - + +250 + + + +300 + + + 350 - - + + 400 - - + + 450 - - -500 - - - -550 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/both/pdf.svg b/criterion/micro_ops_join/report/both/pdf.svg index 4636191fe47a..50dac0217fae 100644 --- a/criterion/micro_ops_join/report/both/pdf.svg +++ b/criterion/micro_ops_join/report/both/pdf.svg @@ -9,71 +9,55 @@ Density (a.u.) Average Time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + - + 56 - - -58 + + +57 - + -60 +58 - -62 - - - -64 - - - - - - + +59 + + + +60 + + + + + + Base PDF diff --git a/criterion/micro_ops_join/report/both/regression.svg b/criterion/micro_ops_join/report/both/regression.svg index 115807833577..f93c63b8942f 100644 --- a/criterion/micro_ops_join/report/both/regression.svg +++ b/criterion/micro_ops_join/report/both/regression.svg @@ -80,9 +80,9 @@ Iterations 600 - + - + Base Sample diff --git a/criterion/micro_ops_join/report/change/mean.svg b/criterion/micro_ops_join/report/change/mean.svg index 006e92e9975d..56b24f637dc5 100644 --- a/criterion/micro_ops_join/report/change/mean.svg +++ b/criterion/micro_ops_join/report/change/mean.svg @@ -9,58 +9,74 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.005 - - - --0.004 + + +300 - - --0.003 + + +350 - - --0.002 + + + +-0.0015 - - + + -0.001 - - + + +-5e-4 + + + 0 - - + + +5e-4 + + + 0.001 - - - - + + +0.0015 + + + +0.002 + + + +0.0025 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/median.svg b/criterion/micro_ops_join/report/change/median.svg index e083b7ef5aa4..e964ac70256e 100644 --- a/criterion/micro_ops_join/report/change/median.svg +++ b/criterion/micro_ops_join/report/change/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Relative change (%) - -50 - - - + 100 - + -150 - - - 200 - - -250 - - - + + 300 - - -350 - - - + + 400 - - -450 + + +500 - - - --0.0035 + + +600 - - --0.003 - - - --0.0025 - - - --0.002 - - - + + + -0.0015 - - + + -0.001 - - + + -5e-4 - - + + 0 - - + + 5e-4 - - + + 0.001 - - + + 0.0015 - - - - + + +0.002 + + + +0.0025 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/change/t-test.svg b/criterion/micro_ops_join/report/change/t-test.svg index 7d122230c0d8..7b889076e22f 100644 --- a/criterion/micro_ops_join/report/change/t-test.svg +++ b/criterion/micro_ops_join/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_join/report/index.html b/criterion/micro_ops_join/report/index.html index 8b3dbf4746b1..30ed2851ae58 100644 --- a/criterion/micro_ops_join/report/index.html +++ b/criterion/micro_ops_join/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 57.738 µs - 57.834 µs - 57.954 µs + 57.727 µs + 57.778 µs + 57.844 µs R² - 0.9925704 - 0.9929537 - 0.9923755 + 0.9971783 + 0.9972856 + 0.9971034 Mean - 57.516 µs - 57.602 µs - 57.693 µs + 57.558 µs + 57.628 µs + 57.701 µs Std. Dev. - 327.81 ns - 452.45 ns - 566.90 ns + 267.02 ns + 365.83 ns + 460.31 ns Median - 57.555 µs - 57.688 µs - 57.720 µs + 57.634 µs + 57.689 µs + 57.718 µs MAD - 186.94 ns - 290.92 ns - 418.34 ns + 162.17 ns + 253.38 ns + 369.95 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.4898% - -0.1839% - +0.0870% - (p = 0.23 > + -0.1512% + +0.0452% + +0.2409% + (p = 0.65 > 0.05) diff --git a/criterion/micro_ops_join/report/mean.svg b/criterion/micro_ops_join/report/mean.svg index 9689b79f58e5..fd74a4884666 100644 --- a/criterion/micro_ops_join/report/mean.svg +++ b/criterion/micro_ops_join/report/mean.svg @@ -9,86 +9,66 @@ Density (a.u.) Average time (µs)
- -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 - - - + + 8 - - -9 + + +10 - - - -57.5 + + +12 - - -57.52 - - - -57.54 - - - + + + 57.56 - - + + 57.58 - - + + 57.6 - - + + 57.62 - - + + 57.64 - - + + 57.66 - - + + 57.68 - - - - + + +57.7 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/median.svg b/criterion/micro_ops_join/report/median.svg index ed0028b8fd12..f470db85258a 100644 --- a/criterion/micro_ops_join/report/median.svg +++ b/criterion/micro_ops_join/report/median.svg @@ -9,90 +9,70 @@ Density (a.u.) Average time (µs) - -2 + +5 - - -4 - - - -6 - - - -8 - - - + + 10 - - -12 - - - -14 + + +15 - - -16 - - - -18 - - - + + 20 - - -22 - - - - -57.54 + + +25 - - -57.56 + + +30 - - -57.58 - - - -57.6 - - - -57.62 + + + +57.63 - - + + 57.64 - - + + +57.65 + + + 57.66 - - + + +57.67 + + + 57.68 - - + + +57.69 + + + 57.7 - - - - + + +57.71 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/pdf.svg b/criterion/micro_ops_join/report/pdf.svg index 6d71bbe6e803..6b78f910b3c7 100644 --- a/criterion/micro_ops_join/report/pdf.svg +++ b/criterion/micro_ops_join/report/pdf.svg @@ -38,42 +38,34 @@ Average Time (µs) - -56 - - - + 56.5 - - + + 57 - - + + 57.5 - - + + 58 - - + + 58.5 - - + + 59 - - + + 59.5 - - -60 - - + Density (a.u.) @@ -82,60 +74,42 @@ Density (a.u.) 0 - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - - - - - - - - - - - - - - - + + +1.2 + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_join/report/pdf_small.svg b/criterion/micro_ops_join/report/pdf_small.svg index 44cd3c1ed0ac..de86f4986a03 100644 --- a/criterion/micro_ops_join/report/pdf_small.svg +++ b/criterion/micro_ops_join/report/pdf_small.svg @@ -10,51 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - - -56 + + +1.4 - - + + + 57 - - + + 58 - - + + 59 - - -60 - - - - + + + diff --git a/criterion/micro_ops_join/report/regression.svg b/criterion/micro_ops_join/report/regression.svg index d07f255f625d..fc656a612e3c 100644 --- a/criterion/micro_ops_join/report/regression.svg +++ b/criterion/micro_ops_join/report/regression.svg @@ -18,8 +18,8 @@ Iterations - - + + 5.0 @@ -37,14 +37,14 @@ Iterations 20.0 - + 25.0 - - + + 30.0 - + 100 @@ -79,14 +79,14 @@ Iterations - + - - - + + + @@ -95,17 +95,17 @@ Iterations - + - + - + - + @@ -115,62 +115,62 @@ Iterations - + - - + + - - - - - - - - - + + + + + + + + + - - + + - + - + - + - - - - - + + + + + - - + + - - + + - - + + - - + + - - - + + + - + Sample diff --git a/criterion/micro_ops_join/report/regression_small.svg b/criterion/micro_ops_join/report/regression_small.svg index 45cba364e11f..d13561f49b4c 100644 --- a/criterion/micro_ops_join/report/regression_small.svg +++ b/criterion/micro_ops_join/report/regression_small.svg @@ -91,82 +91,82 @@ Iterations - + - - + + - + - + - - + + - + - + - - - + + + - + - + - - + + - - + + - - + + - + - - + + - - + + - + - + - - - - + + + + - + diff --git a/criterion/micro_ops_join/report/relative_pdf_small.svg b/criterion/micro_ops_join/report/relative_pdf_small.svg index 2a5bb2150a1c..ef0856a52a66 100644 --- a/criterion/micro_ops_join/report/relative_pdf_small.svg +++ b/criterion/micro_ops_join/report/relative_pdf_small.svg @@ -6,69 +6,53 @@ Density (a.u.) Average Time (µs) - -0.1 - - - + 0.2 - - -0.3 - - - + + 0.4 - - -0.5 - - - + + 0.6 - - -0.7 - - - + + 0.8 - - -0.9 - - - + + 1 - + + +1.2 + + - + 56 - - -58 + + +57 - + -60 +58 - -62 + +59 - - -64 + + +60 - - - - - + + + + + diff --git a/criterion/micro_ops_join/report/relative_regression_small.svg b/criterion/micro_ops_join/report/relative_regression_small.svg index 27f8f3466954..e5abd7914f6e 100644 --- a/criterion/micro_ops_join/report/relative_regression_small.svg +++ b/criterion/micro_ops_join/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 600 - + - + diff --git a/criterion/micro_ops_join/report/slope.svg b/criterion/micro_ops_join/report/slope.svg index 4bbf9b3fc293..24893c3e1b13 100644 --- a/criterion/micro_ops_join/report/slope.svg +++ b/criterion/micro_ops_join/report/slope.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 + + + +12 - + + +14 + + - -57.75 + +57.72 - - -57.8 + + +57.74 + + + +57.76 - - -57.85 + + +57.78 + + + +57.8 - - -57.9 + + +57.82 - - -57.95 + + +57.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_join/report/typical.svg b/criterion/micro_ops_join/report/typical.svg index d3cedc1c2cbb..1a58232ea9d4 100644 --- a/criterion/micro_ops_join/report/typical.svg +++ b/criterion/micro_ops_join/report/typical.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - -1 - - - + 2 - - -3 - - - + + 4 - - -5 - - - + + 6 - - -7 + + +8 + + + +10 + + + +12 - + + +14 + + - -57.75 + +57.72 - - -57.8 + + +57.74 + + + +57.76 - - -57.85 + + +57.78 + + + +57.8 - - -57.9 + + +57.82 - - -57.95 + + +57.84 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/base/estimates.json b/criterion/micro_ops_map/base/estimates.json index a398b59acbd8..c520209348e8 100644 --- a/criterion/micro_ops_map/base/estimates.json +++ b/criterion/micro_ops_map/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9544.489766898372,"upper_bound":9596.57801205509},"point_estimate":9568.886147015406,"standard_error":13.337930976849433},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9531.341147523253,"upper_bound":9562.374509803922},"point_estimate":9548.031678773204,"standard_error":8.021544208398495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.88092996129644,"upper_bound":89.33620140218261},"point_estimate":67.23784665264625,"standard_error":8.964874669839974},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9551.194676390103,"upper_bound":9619.78472488557},"point_estimate":9581.399302497413,"standard_error":17.64180678003636},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89.81177498366489,"upper_bound":174.48010334046091},"point_estimate":134.3197618568627,"standard_error":21.766583871038858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9618.618615324182,"upper_bound":9733.456000265589},"point_estimate":9670.108946552642,"standard_error":29.52450032094494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9569.564291617731,"upper_bound":9615.697674418605},"point_estimate":9589.434731934733,"standard_error":12.081326038075856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.01787406476328,"upper_bound":114.7337941309059},"point_estimate":91.26638337969788,"standard_error":11.574377953794004},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9610.848554842838,"upper_bound":9728.214658053344},"point_estimate":9662.968698339982,"standard_error":30.08065077241947},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.05180690120037,"upper_bound":427.3360878463887},"point_estimate":296.01451556415634,"standard_error":71.98713272267271}} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/sample.json b/criterion/micro_ops_map/base/sample.json index c89ceeebca8f..9003027e4cb9 100644 --- a/criterion/micro_ops_map/base/sample.json +++ b/criterion/micro_ops_map/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113031.0,225889.0,360872.0,451623.0,564523.0,700158.0,791124.0,925948.0,1026659.0,1150311.0,1277062.0,1394816.0,1478411.0,1655381.0,1724539.0,1871534.0,1959411.0,2067949.0,2159124.0,2280841.0,2411745.0,2518369.0,2650624.0,2751348.0,2853264.0,2956958.0,3070360.0,3237183.0,3307806.0,3389386.0,3531790.0,3622991.0,3757798.0,3932497.0,3993652.0,4100728.0,4200496.0,4312522.0,4454390.0,4556114.0,4685862.0,4765674.0,5292858.0,5048194.0,5103326.0,5282998.0,5431226.0,5560283.0,5614140.0,5726321.0,5867596.0,5978270.0,6010450.0,6143743.0,6277824.0,6370328.0,6497128.0,6676874.0,6760130.0,6913581.0,6954644.0,7084486.0,7247229.0,7313624.0,7447937.0,7556176.0,7665267.0,7782047.0,7803386.0,8041721.0,8455985.0,8262785.0,8258578.0,8480691.0,8614983.0,8820594.0,8811199.0,9196465.0,9061989.0,9173057.0,9333021.0,9610946.0,9497576.0,9629242.0,9753622.0,9900550.0,10013766.0,10097909.0,10141823.0,10347951.0,10434537.0,10519760.0,10649392.0,10753549.0,10999031.0,10955302.0,11147383.0,11842292.0,11364559.0,11414905.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113422.0,226482.0,340362.0,493243.0,579112.0,714700.0,791555.0,926653.0,1028459.0,1230595.0,1252105.0,1424248.0,1507477.0,1625633.0,1734725.0,1812808.0,1957789.0,2089877.0,2175989.0,2345106.0,2413100.0,2516518.0,2632754.0,2751055.0,2902420.0,2991680.0,3125326.0,3245643.0,3365397.0,3434874.0,3553800.0,3693720.0,3901039.0,3960721.0,3989342.0,4099700.0,4278859.0,4414368.0,4457789.0,4555467.0,5118085.0,5875874.0,4961700.0,5063600.0,5188068.0,5259870.0,5403304.0,5480933.0,5808212.0,5710753.0,5835848.0,5976119.0,6054194.0,6240812.0,6332658.0,6414086.0,6577170.0,6691238.0,6719022.0,6930283.0,7024166.0,7107432.0,7189272.0,7306472.0,7832810.0,7552475.0,7799860.0,7825658.0,7878971.0,8448891.0,8129080.0,8318446.0,8545142.0,8959636.0,9807217.0,8721045.0,8825765.0,8926432.0,9066890.0,9246585.0,9270339.0,9368124.0,9536597.0,9721671.0,9709035.0,9907673.0,10348402.0,10114072.0,10358438.0,10543758.0,10911118.0,10579604.0,10726317.0,10801324.0,10917478.0,11104084.0,11145182.0,11191454.0,11352310.0,11466788.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/base/tukey.json b/criterion/micro_ops_map/base/tukey.json index f3e0c8f69b70..81cc64c631f7 100644 --- a/criterion/micro_ops_map/base/tukey.json +++ b/criterion/micro_ops_map/base/tukey.json @@ -1 +1 @@ -[9226.42285846719,9362.244477972014,9724.435463318212,9860.257082823036] \ No newline at end of file +[9150.844750555952,9343.711407426383,9858.022492414197,10050.889149284627] \ No newline at end of file diff --git a/criterion/micro_ops_map/change/estimates.json b/criterion/micro_ops_map/change/estimates.json index dcf447eabfc0..1db78099a68d 100644 --- a/criterion/micro_ops_map/change/estimates.json +++ b/criterion/micro_ops_map/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.012575441442988005,"upper_bound":0.00014173812558848536},"point_estimate":-0.005843442648075348,"standard_error":0.00325491335538954},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003618268551077053,"upper_bound":0.0007029592428731459},"point_estimate":-0.0010499553784595328,"standard_error":0.0011070479029924286}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004092919630173459,"upper_bound":0.017883167601782324},"point_estimate":0.01057832625261268,"standard_error":0.0035228862616493513},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0018467821152317043,"upper_bound":0.007839983813837331},"point_estimate":0.004336291976656748,"standard_error":0.0015464585304899045}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/estimates.json b/criterion/micro_ops_map/new/estimates.json index a398b59acbd8..c520209348e8 100644 --- a/criterion/micro_ops_map/new/estimates.json +++ b/criterion/micro_ops_map/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9544.489766898372,"upper_bound":9596.57801205509},"point_estimate":9568.886147015406,"standard_error":13.337930976849433},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9531.341147523253,"upper_bound":9562.374509803922},"point_estimate":9548.031678773204,"standard_error":8.021544208398495},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53.88092996129644,"upper_bound":89.33620140218261},"point_estimate":67.23784665264625,"standard_error":8.964874669839974},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9551.194676390103,"upper_bound":9619.78472488557},"point_estimate":9581.399302497413,"standard_error":17.64180678003636},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":89.81177498366489,"upper_bound":174.48010334046091},"point_estimate":134.3197618568627,"standard_error":21.766583871038858}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9618.618615324182,"upper_bound":9733.456000265589},"point_estimate":9670.108946552642,"standard_error":29.52450032094494},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9569.564291617731,"upper_bound":9615.697674418605},"point_estimate":9589.434731934733,"standard_error":12.081326038075856},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69.01787406476328,"upper_bound":114.7337941309059},"point_estimate":91.26638337969788,"standard_error":11.574377953794004},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":9610.848554842838,"upper_bound":9728.214658053344},"point_estimate":9662.968698339982,"standard_error":30.08065077241947},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":155.05180690120037,"upper_bound":427.3360878463887},"point_estimate":296.01451556415634,"standard_error":71.98713272267271}} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/sample.json b/criterion/micro_ops_map/new/sample.json index c89ceeebca8f..9003027e4cb9 100644 --- a/criterion/micro_ops_map/new/sample.json +++ b/criterion/micro_ops_map/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113031.0,225889.0,360872.0,451623.0,564523.0,700158.0,791124.0,925948.0,1026659.0,1150311.0,1277062.0,1394816.0,1478411.0,1655381.0,1724539.0,1871534.0,1959411.0,2067949.0,2159124.0,2280841.0,2411745.0,2518369.0,2650624.0,2751348.0,2853264.0,2956958.0,3070360.0,3237183.0,3307806.0,3389386.0,3531790.0,3622991.0,3757798.0,3932497.0,3993652.0,4100728.0,4200496.0,4312522.0,4454390.0,4556114.0,4685862.0,4765674.0,5292858.0,5048194.0,5103326.0,5282998.0,5431226.0,5560283.0,5614140.0,5726321.0,5867596.0,5978270.0,6010450.0,6143743.0,6277824.0,6370328.0,6497128.0,6676874.0,6760130.0,6913581.0,6954644.0,7084486.0,7247229.0,7313624.0,7447937.0,7556176.0,7665267.0,7782047.0,7803386.0,8041721.0,8455985.0,8262785.0,8258578.0,8480691.0,8614983.0,8820594.0,8811199.0,9196465.0,9061989.0,9173057.0,9333021.0,9610946.0,9497576.0,9629242.0,9753622.0,9900550.0,10013766.0,10097909.0,10141823.0,10347951.0,10434537.0,10519760.0,10649392.0,10753549.0,10999031.0,10955302.0,11147383.0,11842292.0,11364559.0,11414905.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[113422.0,226482.0,340362.0,493243.0,579112.0,714700.0,791555.0,926653.0,1028459.0,1230595.0,1252105.0,1424248.0,1507477.0,1625633.0,1734725.0,1812808.0,1957789.0,2089877.0,2175989.0,2345106.0,2413100.0,2516518.0,2632754.0,2751055.0,2902420.0,2991680.0,3125326.0,3245643.0,3365397.0,3434874.0,3553800.0,3693720.0,3901039.0,3960721.0,3989342.0,4099700.0,4278859.0,4414368.0,4457789.0,4555467.0,5118085.0,5875874.0,4961700.0,5063600.0,5188068.0,5259870.0,5403304.0,5480933.0,5808212.0,5710753.0,5835848.0,5976119.0,6054194.0,6240812.0,6332658.0,6414086.0,6577170.0,6691238.0,6719022.0,6930283.0,7024166.0,7107432.0,7189272.0,7306472.0,7832810.0,7552475.0,7799860.0,7825658.0,7878971.0,8448891.0,8129080.0,8318446.0,8545142.0,8959636.0,9807217.0,8721045.0,8825765.0,8926432.0,9066890.0,9246585.0,9270339.0,9368124.0,9536597.0,9721671.0,9709035.0,9907673.0,10348402.0,10114072.0,10358438.0,10543758.0,10911118.0,10579604.0,10726317.0,10801324.0,10917478.0,11104084.0,11145182.0,11191454.0,11352310.0,11466788.0]} \ No newline at end of file diff --git a/criterion/micro_ops_map/new/tukey.json b/criterion/micro_ops_map/new/tukey.json index f3e0c8f69b70..81cc64c631f7 100644 --- a/criterion/micro_ops_map/new/tukey.json +++ b/criterion/micro_ops_map/new/tukey.json @@ -1 +1 @@ -[9226.42285846719,9362.244477972014,9724.435463318212,9860.257082823036] \ No newline at end of file +[9150.844750555952,9343.711407426383,9858.022492414197,10050.889149284627] \ No newline at end of file diff --git a/criterion/micro_ops_map/report/MAD.svg b/criterion/micro_ops_map/report/MAD.svg index 7d5bd31084d8..6542b721fe36 100644 --- a/criterion/micro_ops_map/report/MAD.svg +++ b/criterion/micro_ops_map/report/MAD.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (ns) - + 0.005 - - + + 0.01 - - + + 0.015 - - + + 0.02 - - + + 0.025 - - + + 0.03 - - + + 0.035 - - + + 0.04 - - + + 0.045 - - -0.05 - - - -0.055 - - + - -50 - - - -55 - - - -60 - - - + 65 - - + + 70 - - + + 75 - - + + 80 - - + + 85 - - + + 90 - - - - + + +95 + + + +100 + + + +105 + + + +110 + + + +115 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/SD.svg b/criterion/micro_ops_map/report/SD.svg index 2cc5a634e8e0..168d49b00d48 100644 --- a/criterion/micro_ops_map/report/SD.svg +++ b/criterion/micro_ops_map/report/SD.svg @@ -9,86 +9,62 @@ Density (a.u.) Average time (ns) - -0.002 - - - -0.004 + +0.001 - - -0.006 - - - -0.008 - - - -0.01 + + +0.002 - - -0.012 + + +0.003 - - -0.014 + + +0.004 - - -0.016 + + +0.005 - - -0.018 + + +0.006 - + - -90 - - - -100 - - - -110 - - - -120 + +150 - - -130 + + +200 - - -140 + + +250 - - -150 + + +300 - - -160 + + +350 - - -170 + + +400 - - -180 + + +450 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/both/pdf.svg b/criterion/micro_ops_map/report/both/pdf.svg index 40adb56f2abf..c6b47efeb7e9 100644 --- a/criterion/micro_ops_map/report/both/pdf.svg +++ b/criterion/micro_ops_map/report/both/pdf.svg @@ -42,30 +42,22 @@ Average Time (µs) - -9.5 - - - + 10 - - -10.5 - - - + + 11 - - -11.5 + + +12 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_map/report/both/regression.svg b/criterion/micro_ops_map/report/both/regression.svg index 4bf653881769..8b2eb6b6e520 100644 --- a/criterion/micro_ops_map/report/both/regression.svg +++ b/criterion/micro_ops_map/report/both/regression.svg @@ -18,9 +18,9 @@ Iterations (x 10^3) - + - + 0.0 @@ -34,18 +34,18 @@ Iterations (x 10^3) 4.0 - + 6.0 - + 8.0 - + 10.0 - + 0 @@ -75,10 +75,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_map/report/change/mean.svg b/criterion/micro_ops_map/report/change/mean.svg index f6995d11c293..201f10d562c5 100644 --- a/criterion/micro_ops_map/report/change/mean.svg +++ b/criterion/micro_ops_map/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + +10 + + + 20 - - + + +30 + + + 40 - - + + +50 + + + 60 - - + + +70 + + + 80 - - + + +90 + + + 100 - - -120 + + +110 - + - --0.012 - - - --0.01 - - - --0.008 - - - --0.006 - - - --0.004 - - - --0.002 - - - -0 - - - - - - + +0.004 + + + +0.006 + + + +0.008 + + + +0.01 + + + +0.012 + + + +0.014 + + + +0.016 + + + +0.018 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/median.svg b/criterion/micro_ops_map/report/change/median.svg index 6eb9f59acbf9..8da94f81c0e9 100644 --- a/criterion/micro_ops_map/report/change/median.svg +++ b/criterion/micro_ops_map/report/change/median.svg @@ -9,82 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - --0.004 - - - --0.0035 - - - --0.003 - - - --0.0025 - - - --0.002 + +0.002 - - --0.0015 + + +0.003 - - --0.001 + + +0.004 - - --5e-4 + + +0.005 - - -0 + + +0.006 - - -5e-4 + + +0.007 - - -0.001 + + +0.008 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/change/t-test.svg b/criterion/micro_ops_map/report/change/t-test.svg index 83d6f402135a..0fafaa71f6bc 100644 --- a/criterion/micro_ops_map/report/change/t-test.svg +++ b/criterion/micro_ops_map/report/change/t-test.svg @@ -17,73 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - + 4.0 - - + + t distribution diff --git a/criterion/micro_ops_map/report/index.html b/criterion/micro_ops_map/report/index.html index fd1db15ebbe6..fc02a45aac5e 100644 --- a/criterion/micro_ops_map/report/index.html +++ b/criterion/micro_ops_map/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 9.5512 µs - 9.5814 µs - 9.6198 µs + 9.6108 µs + 9.6630 µs + 9.7282 µs R² - 0.9742554 - 0.9755966 - 0.9734323 + 0.8998436 + 0.9032642 + 0.8979152 Mean - 9.5445 µs - 9.5689 µs - 9.5966 µs + 9.6186 µs + 9.6701 µs + 9.7335 µs Std. Dev. - 89.812 ns - 134.32 ns - 174.48 ns + 155.05 ns + 296.01 ns + 427.34 ns Median - 9.5313 µs - 9.5480 µs - 9.5624 µs + 9.5696 µs + 9.5894 µs + 9.6157 µs MAD - 53.881 ns - 67.238 ns - 89.336 ns + 69.018 ns + 91.266 ns + 114.73 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.2575% - -0.5843% - +0.0142% - (p = 0.07 > + +0.4093% + +1.0578% + +1.7883% + (p = 0.00 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_map/report/mean.svg b/criterion/micro_ops_map/report/mean.svg index 6aa1d4700d6b..c75cec99bf79 100644 --- a/criterion/micro_ops_map/report/mean.svg +++ b/criterion/micro_ops_map/report/mean.svg @@ -9,62 +9,66 @@ Density (a.u.) Average time (µs) - -5 + +2 - - -10 + + +4 + + + +6 - - -15 + + +8 - - -20 + + +10 - - -25 + + +12 - - -30 + + +14 - + - -9.54 + +9.62 - - -9.55 + + +9.64 - - -9.56 + + +9.66 - - -9.57 + + +9.68 - - -9.58 + + +9.7 - - -9.59 + + +9.72 - - -9.6 + + +9.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/median.svg b/criterion/micro_ops_map/report/median.svg index 266b4fba6fd1..354afc5afd68 100644 --- a/criterion/micro_ops_map/report/median.svg +++ b/criterion/micro_ops_map/report/median.svg @@ -9,74 +9,58 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - -70 - - - -80 - - - -90 - - + - -9.53 - - - -9.535 + +9.57 - - -9.54 + + +9.58 - - -9.545 + + +9.59 - - -9.55 + + +9.6 - - -9.555 + + +9.61 - - -9.56 + + +9.62 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/pdf.svg b/criterion/micro_ops_map/report/pdf.svg index 00539cbefe8a..09140f452bca 100644 --- a/criterion/micro_ops_map/report/pdf.svg +++ b/criterion/micro_ops_map/report/pdf.svg @@ -38,30 +38,30 @@ Average Time (µs) - -9.4 + +9.5 - - -9.6 + + +10 - - -9.8 + + +10.5 - - -10 + + +11 - - -10.2 + + +11.5 - - -10.4 + + +12 - + Density (a.u.) @@ -70,60 +70,54 @@ Density (a.u.) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - - -3 - - - -3.5 - - - -4 - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_map/report/pdf_small.svg b/criterion/micro_ops_map/report/pdf_small.svg index 95eed2fdf089..f991536fd559 100644 --- a/criterion/micro_ops_map/report/pdf_small.svg +++ b/criterion/micro_ops_map/report/pdf_small.svg @@ -10,51 +10,39 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - - -4 - - - -4.5 - - + - -9.5 - - - + 10 - - - + + +11 + + + +12 + + + + diff --git a/criterion/micro_ops_map/report/regression.svg b/criterion/micro_ops_map/report/regression.svg index a86cbb432401..aaab96ca0c91 100644 --- a/criterion/micro_ops_map/report/regression.svg +++ b/criterion/micro_ops_map/report/regression.svg @@ -14,62 +14,62 @@ Iterations (x 10^3) - - - - - - - - - - - + + + + + + + + + + + - + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -98,105 +98,105 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_map/report/regression_small.svg b/criterion/micro_ops_map/report/regression_small.svg index 6d92a76161e9..4f7a55790d7f 100644 --- a/criterion/micro_ops_map/report/regression_small.svg +++ b/criterion/micro_ops_map/report/regression_small.svg @@ -12,61 +12,61 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + 1.0 - + 2.0 - - + + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - - + + 9.0 - - + + 10.0 - - + + 11.0 - + 0.2 @@ -95,103 +95,103 @@ Iterations (x 10^3) - - - + + + - - - + + + - - + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_map/report/relative_pdf_small.svg b/criterion/micro_ops_map/report/relative_pdf_small.svg index 91cd6661e425..be629627449a 100644 --- a/criterion/micro_ops_map/report/relative_pdf_small.svg +++ b/criterion/micro_ops_map/report/relative_pdf_small.svg @@ -39,28 +39,20 @@ Average Time (µs) - -9.5 - - - + 10 - - -10.5 - - - + + 11 - - -11.5 + + +12 - - - - - + + + + + diff --git a/criterion/micro_ops_map/report/relative_regression_small.svg b/criterion/micro_ops_map/report/relative_regression_small.svg index 1479995d9a83..f369f9582e04 100644 --- a/criterion/micro_ops_map/report/relative_regression_small.svg +++ b/criterion/micro_ops_map/report/relative_regression_small.svg @@ -14,10 +14,10 @@ Iterations (x 10^3) - + - - + + 0.0 @@ -27,22 +27,22 @@ Iterations (x 10^3) 2.0 - + 4.0 - + 6.0 - + 8.0 - - + + 10.0 - + 0 @@ -72,8 +72,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_map/report/slope.svg b/criterion/micro_ops_map/report/slope.svg index 1686e3916e37..2eb0b929d5ca 100644 --- a/criterion/micro_ops_map/report/slope.svg +++ b/criterion/micro_ops_map/report/slope.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - + - -9.55 + +9.6 - - -9.56 + + +9.62 - - -9.57 + + +9.64 - - -9.58 + + +9.66 - - -9.59 + + +9.68 - - -9.6 + + +9.7 - - -9.61 + + +9.72 - - -9.62 + + +9.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_map/report/typical.svg b/criterion/micro_ops_map/report/typical.svg index 736921b42941..f528f37abda7 100644 --- a/criterion/micro_ops_map/report/typical.svg +++ b/criterion/micro_ops_map/report/typical.svg @@ -9,58 +9,70 @@ Density (a.u.) Average time (µs) - -5 + +2 - - + + +4 + + + +6 + + + +8 + + + 10 - - -15 + + +12 - - -20 + + +14 - + - -9.55 + +9.6 - - -9.56 + + +9.62 - - -9.57 + + +9.64 - - -9.58 + + +9.66 - - -9.59 + + +9.68 - - -9.6 + + +9.7 - - -9.61 + + +9.72 - - -9.62 + + +9.74 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/base/estimates.json b/criterion/micro_ops_next_tick_big/base/estimates.json index 9b92b1b974fb..9b3a9fddf770 100644 --- a/criterion/micro_ops_next_tick_big/base/estimates.json +++ b/criterion/micro_ops_next_tick_big/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69299.97617182079,"upper_bound":70722.63645065721},"point_estimate":70054.74955312723,"standard_error":362.39167718244164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69682.98,"upper_bound":69973.92753058954},"point_estimate":69803.04704830053,"standard_error":71.58032059043502},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.4836328542054,"upper_bound":1283.8137524359952},"point_estimate":695.9898027149392,"standard_error":184.77580656104294},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70466.7010109988,"upper_bound":71527.14037640564},"point_estimate":70953.16160307374,"standard_error":271.19453105928085},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2305.2599381154596,"upper_bound":4995.161653990416},"point_estimate":3628.0094566749176,"standard_error":714.6623696712255}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69478.12501118021,"upper_bound":70799.21270054312},"point_estimate":70174.01734099873,"standard_error":336.9116623122773},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69653.17980295565,"upper_bound":69963.07568027212},"point_estimate":69826.32621084974,"standard_error":81.30719225114629},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548.0157668198251,"upper_bound":1492.2242811968035},"point_estimate":808.8173437305119,"standard_error":224.45806945284892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70493.80213035975,"upper_bound":71590.08707325657},"point_estimate":71013.32041905043,"standard_error":279.98938732937677},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218.637208914333,"upper_bound":4723.76951173544},"point_estimate":3402.1908247135802,"standard_error":681.3055991279294}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/sample.json b/criterion/micro_ops_next_tick_big/base/sample.json index 34535a7ef81c..5d72aa625db5 100644 --- a/criterion/micro_ops_next_tick_big/base/sample.json +++ b/criterion/micro_ops_next_tick_big/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[718680.0,1721129.0,2779091.0,3828087.0,4882102.0,6166507.0,7333202.0,8052292.0,9259463.0,10140797.0,11802995.0,12299621.0,13327697.0,14458776.0,15439644.0,16440701.0,17462827.0,18652205.0,19612444.0,20602740.0,21641366.0,23917571.0,23703671.0,25008755.0,25944499.0,28778403.0,31000065.0,29136520.0,30079038.0,31256082.0,32186617.0,33316373.0,34294757.0,35537915.0,36482906.0,37645524.0,38634628.0,39541408.0,40555209.0,45345990.0,46586593.0,45870098.0,44745361.0,48629121.0,50529744.0,51895611.0,48953516.0,50144546.0,51181970.0,52177186.0,53317683.0,54445816.0,55977151.0,56913857.0,57811992.0,64161920.0,59666058.0,60882255.0,61833409.0,62903774.0,64195171.0,65070474.0,65921040.0,72211016.0,73382881.0,69526461.0,70572371.0,71715792.0,72532606.0,73167129.0,76880832.0,75623838.0,76569863.0,77260140.0,84164792.0,79792140.0,80874217.0,86760361.0,87640211.0,89188858.0,85863669.0,89403879.0,97885882.0,88165641.0,89078934.0,90046858.0,97046638.0,92678555.0,93555228.0,94938156.0,95547182.0,96753020.0,97241370.0,98355347.0,99338480.0,100492892.0,101218315.0,102687804.0,104169226.0,104765838.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[682817.0,1691678.0,2853704.0,3603044.0,4860206.0,5472913.0,6484579.0,7781385.0,8614300.0,9528085.0,10393270.0,11379871.0,12374385.0,13383818.0,14344801.0,15284043.0,16265835.0,18189102.0,18316999.0,20491203.0,20151803.0,21484625.0,22351654.0,25934250.0,24430450.0,25431688.0,26267669.0,27740381.0,29581196.0,29097698.0,31982169.0,31173619.0,32419531.0,32962177.0,33890890.0,37977892.0,40053282.0,39876604.0,37908493.0,39354215.0,39767793.0,40675887.0,42059323.0,43152220.0,43828516.0,45294634.0,50270936.0,47393639.0,48764081.0,49652289.0,49943329.0,50879334.0,52267510.0,52672651.0,53441027.0,55003436.0,55479509.0,56617389.0,57994134.0,63484198.0,59821153.0,60416954.0,61823362.0,62269831.0,63611420.0,65122644.0,67161146.0,66219037.0,66780338.0,68107010.0,69286969.0,70164236.0,71006439.0,76208489.0,73174371.0,78687418.0,80880778.0,82948974.0,83132575.0,84142359.0,85764036.0,80240720.0,80663926.0,82276577.0,83014146.0,84245340.0,84896517.0,88279894.0,87682656.0,87906632.0,88620887.0,89954361.0,91147074.0,91873000.0,95382882.0,95657121.0,94989001.0,96503662.0,104832292.0,97820704.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/base/tukey.json b/criterion/micro_ops_next_tick_big/base/tukey.json index 4ce8defdd541..3ad5321720cd 100644 --- a/criterion/micro_ops_next_tick_big/base/tukey.json +++ b/criterion/micro_ops_next_tick_big/base/tukey.json @@ -1 +1 @@ -[66611.57005173186,67985.51218511019,71649.35787411907,73023.30000749741] \ No newline at end of file +[65910.84900513213,67664.1265904206,72339.53348452317,74092.81106981164] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/change/estimates.json b/criterion/micro_ops_next_tick_big/change/estimates.json index c592d2ac8dca..1c5726e5c6e6 100644 --- a/criterion/micro_ops_next_tick_big/change/estimates.json +++ b/criterion/micro_ops_next_tick_big/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.013287623772320067,"upper_bound":0.016106786955381095},"point_estimate":0.001534263270108971,"standard_error":0.007424768624186921},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.004973465198149896,"upper_bound":0.013924588673596361},"point_estimate":0.009282816835960439,"standard_error":0.0027116019930080305}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.01210391251007099,"upper_bound":0.01570154490574565},"point_estimate":0.0017024939584011634,"standard_error":0.00707333300579882},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.003092527086907104,"upper_bound":0.0030583875858296583},"point_estimate":0.00033349779892999365,"standard_error":0.0015674021322487667}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/estimates.json b/criterion/micro_ops_next_tick_big/new/estimates.json index 9b92b1b974fb..9b3a9fddf770 100644 --- a/criterion/micro_ops_next_tick_big/new/estimates.json +++ b/criterion/micro_ops_next_tick_big/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69299.97617182079,"upper_bound":70722.63645065721},"point_estimate":70054.74955312723,"standard_error":362.39167718244164},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69682.98,"upper_bound":69973.92753058954},"point_estimate":69803.04704830053,"standard_error":71.58032059043502},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":523.4836328542054,"upper_bound":1283.8137524359952},"point_estimate":695.9898027149392,"standard_error":184.77580656104294},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70466.7010109988,"upper_bound":71527.14037640564},"point_estimate":70953.16160307374,"standard_error":271.19453105928085},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2305.2599381154596,"upper_bound":4995.161653990416},"point_estimate":3628.0094566749176,"standard_error":714.6623696712255}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69478.12501118021,"upper_bound":70799.21270054312},"point_estimate":70174.01734099873,"standard_error":336.9116623122773},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":69653.17980295565,"upper_bound":69963.07568027212},"point_estimate":69826.32621084974,"standard_error":81.30719225114629},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":548.0157668198251,"upper_bound":1492.2242811968035},"point_estimate":808.8173437305119,"standard_error":224.45806945284892},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":70493.80213035975,"upper_bound":71590.08707325657},"point_estimate":71013.32041905043,"standard_error":279.98938732937677},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":2218.637208914333,"upper_bound":4723.76951173544},"point_estimate":3402.1908247135802,"standard_error":681.3055991279294}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/sample.json b/criterion/micro_ops_next_tick_big/new/sample.json index 34535a7ef81c..5d72aa625db5 100644 --- a/criterion/micro_ops_next_tick_big/new/sample.json +++ b/criterion/micro_ops_next_tick_big/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[15.0,30.0,45.0,60.0,75.0,90.0,105.0,120.0,135.0,150.0,165.0,180.0,195.0,210.0,225.0,240.0,255.0,270.0,285.0,300.0,315.0,330.0,345.0,360.0,375.0,390.0,405.0,420.0,435.0,450.0,465.0,480.0,495.0,510.0,525.0,540.0,555.0,570.0,585.0,600.0,615.0,630.0,645.0,660.0,675.0,690.0,705.0,720.0,735.0,750.0,765.0,780.0,795.0,810.0,825.0,840.0,855.0,870.0,885.0,900.0,915.0,930.0,945.0,960.0,975.0,990.0,1005.0,1020.0,1035.0,1050.0,1065.0,1080.0,1095.0,1110.0,1125.0,1140.0,1155.0,1170.0,1185.0,1200.0,1215.0,1230.0,1245.0,1260.0,1275.0,1290.0,1305.0,1320.0,1335.0,1350.0,1365.0,1380.0,1395.0,1410.0,1425.0,1440.0,1455.0,1470.0,1485.0,1500.0],"times":[718680.0,1721129.0,2779091.0,3828087.0,4882102.0,6166507.0,7333202.0,8052292.0,9259463.0,10140797.0,11802995.0,12299621.0,13327697.0,14458776.0,15439644.0,16440701.0,17462827.0,18652205.0,19612444.0,20602740.0,21641366.0,23917571.0,23703671.0,25008755.0,25944499.0,28778403.0,31000065.0,29136520.0,30079038.0,31256082.0,32186617.0,33316373.0,34294757.0,35537915.0,36482906.0,37645524.0,38634628.0,39541408.0,40555209.0,45345990.0,46586593.0,45870098.0,44745361.0,48629121.0,50529744.0,51895611.0,48953516.0,50144546.0,51181970.0,52177186.0,53317683.0,54445816.0,55977151.0,56913857.0,57811992.0,64161920.0,59666058.0,60882255.0,61833409.0,62903774.0,64195171.0,65070474.0,65921040.0,72211016.0,73382881.0,69526461.0,70572371.0,71715792.0,72532606.0,73167129.0,76880832.0,75623838.0,76569863.0,77260140.0,84164792.0,79792140.0,80874217.0,86760361.0,87640211.0,89188858.0,85863669.0,89403879.0,97885882.0,88165641.0,89078934.0,90046858.0,97046638.0,92678555.0,93555228.0,94938156.0,95547182.0,96753020.0,97241370.0,98355347.0,99338480.0,100492892.0,101218315.0,102687804.0,104169226.0,104765838.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[14.0,28.0,42.0,56.0,70.0,84.0,98.0,112.0,126.0,140.0,154.0,168.0,182.0,196.0,210.0,224.0,238.0,252.0,266.0,280.0,294.0,308.0,322.0,336.0,350.0,364.0,378.0,392.0,406.0,420.0,434.0,448.0,462.0,476.0,490.0,504.0,518.0,532.0,546.0,560.0,574.0,588.0,602.0,616.0,630.0,644.0,658.0,672.0,686.0,700.0,714.0,728.0,742.0,756.0,770.0,784.0,798.0,812.0,826.0,840.0,854.0,868.0,882.0,896.0,910.0,924.0,938.0,952.0,966.0,980.0,994.0,1008.0,1022.0,1036.0,1050.0,1064.0,1078.0,1092.0,1106.0,1120.0,1134.0,1148.0,1162.0,1176.0,1190.0,1204.0,1218.0,1232.0,1246.0,1260.0,1274.0,1288.0,1302.0,1316.0,1330.0,1344.0,1358.0,1372.0,1386.0,1400.0],"times":[682817.0,1691678.0,2853704.0,3603044.0,4860206.0,5472913.0,6484579.0,7781385.0,8614300.0,9528085.0,10393270.0,11379871.0,12374385.0,13383818.0,14344801.0,15284043.0,16265835.0,18189102.0,18316999.0,20491203.0,20151803.0,21484625.0,22351654.0,25934250.0,24430450.0,25431688.0,26267669.0,27740381.0,29581196.0,29097698.0,31982169.0,31173619.0,32419531.0,32962177.0,33890890.0,37977892.0,40053282.0,39876604.0,37908493.0,39354215.0,39767793.0,40675887.0,42059323.0,43152220.0,43828516.0,45294634.0,50270936.0,47393639.0,48764081.0,49652289.0,49943329.0,50879334.0,52267510.0,52672651.0,53441027.0,55003436.0,55479509.0,56617389.0,57994134.0,63484198.0,59821153.0,60416954.0,61823362.0,62269831.0,63611420.0,65122644.0,67161146.0,66219037.0,66780338.0,68107010.0,69286969.0,70164236.0,71006439.0,76208489.0,73174371.0,78687418.0,80880778.0,82948974.0,83132575.0,84142359.0,85764036.0,80240720.0,80663926.0,82276577.0,83014146.0,84245340.0,84896517.0,88279894.0,87682656.0,87906632.0,88620887.0,89954361.0,91147074.0,91873000.0,95382882.0,95657121.0,94989001.0,96503662.0,104832292.0,97820704.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/new/tukey.json b/criterion/micro_ops_next_tick_big/new/tukey.json index 4ce8defdd541..3ad5321720cd 100644 --- a/criterion/micro_ops_next_tick_big/new/tukey.json +++ b/criterion/micro_ops_next_tick_big/new/tukey.json @@ -1 +1 @@ -[66611.57005173186,67985.51218511019,71649.35787411907,73023.30000749741] \ No newline at end of file +[65910.84900513213,67664.1265904206,72339.53348452317,74092.81106981164] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_big/report/MAD.svg b/criterion/micro_ops_next_tick_big/report/MAD.svg index f455c726b4b4..ca21f5078985 100644 --- a/criterion/micro_ops_next_tick_big/report/MAD.svg +++ b/criterion/micro_ops_next_tick_big/report/MAD.svg @@ -9,74 +9,74 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - -3 - - - -3.5 - - + - + 0.5 - - + + 0.6 - - + + 0.7 - - + + 0.8 - - + + 0.9 - - + + 1 - - + + 1.1 - - + + 1.2 - - + + 1.3 - - - - + + +1.4 + + + +1.5 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/SD.svg b/criterion/micro_ops_next_tick_big/report/SD.svg index f44a4b9f35af..fe6c22fae3dc 100644 --- a/criterion/micro_ops_next_tick_big/report/SD.svg +++ b/criterion/micro_ops_next_tick_big/report/SD.svg @@ -9,58 +9,66 @@ Density (a.u.) Average time (µs) - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + + +0.7 + + - + +2 + + + 2.5 - - + + 3 - - + + 3.5 - - + + 4 - - + + 4.5 - - + + 5 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/both/pdf.svg b/criterion/micro_ops_next_tick_big/report/both/pdf.svg index f69c362ee4c9..77360e2a6aa2 100644 --- a/criterion/micro_ops_next_tick_big/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/both/pdf.svg @@ -9,42 +9,42 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + 50 @@ -62,10 +62,10 @@ Average Time (µs) 80 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_big/report/both/regression.svg b/criterion/micro_ops_next_tick_big/report/both/regression.svg index bfc2b88d5b87..a81d5ab2c8bc 100644 --- a/criterion/micro_ops_next_tick_big/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/both/regression.svg @@ -19,14 +19,14 @@ Iterations (x 10^3) - - + + - - - - - + + + + + 0.0 @@ -40,38 +40,38 @@ Iterations (x 10^3) 20.0 - + 30.0 - - + + 40.0 - + 50.0 - + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0 @@ -105,10 +105,10 @@ Iterations (x 10^3) 1.4 - + - - + + Base Sample diff --git a/criterion/micro_ops_next_tick_big/report/change/mean.svg b/criterion/micro_ops_next_tick_big/report/change/mean.svg index 5c2fc254e25f..0b51fd393db5 100644 --- a/criterion/micro_ops_next_tick_big/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/change/mean.svg @@ -9,79 +9,83 @@ Density (a.u.) Relative change (%) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - + + +55 + + - + -0.015 - - + + -0.01 - - + + -0.005 - - + + 0 - - + + 0.005 - - + + 0.01 - - + + 0.015 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/median.svg b/criterion/micro_ops_next_tick_big/report/change/median.svg index fc732d9e8ee2..1df7c89c35ec 100644 --- a/criterion/micro_ops_next_tick_big/report/change/median.svg +++ b/criterion/micro_ops_next_tick_big/report/change/median.svg @@ -9,99 +9,59 @@ Density (a.u.) Relative change (%) - -20 + +50 - - -40 - - - -60 - - - -80 - - - + + 100 - - -120 - - - -140 - - - -160 - - - -180 + + +150 - - + + 200 - - -220 + + +250 - + - -0.004 - - - -0.005 - - - -0.006 - - - -0.007 - - - -0.008 - - - -0.009 - - - -0.01 - - - -0.011 - - - -0.012 - - - -0.013 - - - -0.014 - - - - - - + +-0.003 + + + +-0.002 + + + +-0.001 + + + +0 + + + +0.001 + + + +0.002 + + + +0.003 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/change/t-test.svg b/criterion/micro_ops_next_tick_big/report/change/t-test.svg index 7a3569901a8b..baac4511dfa6 100644 --- a/criterion/micro_ops_next_tick_big/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_big/report/change/t-test.svg @@ -13,81 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - --5.0 - - - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_next_tick_big/report/index.html b/criterion/micro_ops_next_tick_big/report/index.html index 79de5e72d8e4..2e9165d5a18a 100644 --- a/criterion/micro_ops_next_tick_big/report/index.html +++ b/criterion/micro_ops_next_tick_big/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 70.467 µs - 70.953 µs - 71.527 µs + 70.494 µs + 71.013 µs + 71.590 µs R² - 0.8762091 - 0.8815452 - 0.8741340 + 0.8758314 + 0.8819111 + 0.8744297 Mean - 69.300 µs - 70.055 µs - 70.723 µs + 69.478 µs + 70.174 µs + 70.799 µs Std. Dev. - 2.3053 µs - 3.6280 µs - 4.9952 µs + 2.2186 µs + 3.4022 µs + 4.7238 µs Median - 69.683 µs - 69.803 µs - 69.974 µs + 69.653 µs + 69.826 µs + 69.963 µs MAD - 523.48 ns - 695.99 ns - 1.2838 µs + 548.02 ns + 808.82 ns + 1.4922 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.3288% - +0.1534% - +1.6107% - (p = 0.84 > + -1.2104% + +0.1702% + +1.5702% + (p = 0.81 > 0.05) diff --git a/criterion/micro_ops_next_tick_big/report/mean.svg b/criterion/micro_ops_next_tick_big/report/mean.svg index ec5e32b3d05a..5e4af358fa76 100644 --- a/criterion/micro_ops_next_tick_big/report/mean.svg +++ b/criterion/micro_ops_next_tick_big/report/mean.svg @@ -9,70 +9,62 @@ Density (a.u.) Average time (µs)
- + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + - -69.2 - - - + 69.4 - - + + 69.6 - - + + 69.8 - - + + 70 - - + + 70.2 - - + + 70.4 - - + + 70.6 - - -70.8 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/median.svg b/criterion/micro_ops_next_tick_big/report/median.svg index 71375ba19541..598d25e42833 100644 --- a/criterion/micro_ops_next_tick_big/report/median.svg +++ b/criterion/micro_ops_next_tick_big/report/median.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - + - + +69.65 + + + 69.7 - - + + 69.75 - - + + 69.8 - - + + 69.85 - - + + 69.9 - - + + 69.95 - - -70 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/pdf.svg b/criterion/micro_ops_next_tick_big/report/pdf.svg index b383d9fd2ace..1137f8783bb8 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf.svg @@ -13,67 +13,67 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + 45 - - + + 50 - - + + 55 - + 60 - + 65 - - + + 70 - - + + 75 - - + + 80 - + Density (a.u.) @@ -82,102 +82,94 @@ Density (a.u.) 0 - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - - - - - - - + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_next_tick_big/report/pdf_small.svg b/criterion/micro_ops_next_tick_big/report/pdf_small.svg index c53f23585a70..60c86b3f08d7 100644 --- a/criterion/micro_ops_next_tick_big/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/pdf_small.svg @@ -14,55 +14,59 @@ Average Time (µs) 0.02 - + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + + +0.2 + + - + 50 - + 60 - + 70 - - + + 80 - - - + + + diff --git a/criterion/micro_ops_next_tick_big/report/regression.svg b/criterion/micro_ops_next_tick_big/report/regression.svg index 976d68dca4c9..ce82a8586503 100644 --- a/criterion/micro_ops_next_tick_big/report/regression.svg +++ b/criterion/micro_ops_next_tick_big/report/regression.svg @@ -8,13 +8,13 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + @@ -67,136 +67,136 @@ Iterations (x 10^3) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_big/report/regression_small.svg b/criterion/micro_ops_next_tick_big/report/regression_small.svg index 632f3e4343f6..44e2e08fa8d7 100644 --- a/criterion/micro_ops_next_tick_big/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/regression_small.svg @@ -5,13 +5,13 @@ Total sample time (ms) Iterations (x 10^3) - - - - - - - + + + + + + + @@ -64,134 +64,134 @@ Iterations (x 10^3) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - + - - - - - - - - - - - - - - + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - + + + - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg index 59dae935d1ea..19bc30af98ad 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_pdf_small.svg @@ -6,42 +6,42 @@ Density (a.u.) Average Time (µs) - + 0.02 - - + + 0.04 - - + + 0.06 - - + + 0.08 - - + + 0.1 - - + + 0.12 - - + + 0.14 - - + + 0.16 - - + + 0.18 - + 50 @@ -59,8 +59,8 @@ Average Time (µs) 80 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg index d98fccbb6371..d72403a0340e 100644 --- a/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_big/report/relative_regression_small.svg @@ -102,8 +102,8 @@ Iterations (x 10^3) 1.4 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_big/report/slope.svg b/criterion/micro_ops_next_tick_big/report/slope.svg index 816afd6dd792..d7409dda59e0 100644 --- a/criterion/micro_ops_next_tick_big/report/slope.svg +++ b/criterion/micro_ops_next_tick_big/report/slope.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_big/report/typical.svg b/criterion/micro_ops_next_tick_big/report/typical.svg index f2d01843ba6a..d997752783d0 100644 --- a/criterion/micro_ops_next_tick_big/report/typical.svg +++ b/criterion/micro_ops_next_tick_big/report/typical.svg @@ -9,70 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - -1.6 - - + - + 70.4 - - + + 70.6 - - + + 70.8 - - + + 71 - - + + 71.2 - - + + 71.4 - - + + 71.6 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/base/estimates.json b/criterion/micro_ops_next_tick_small/base/estimates.json index e18c7001127f..1a6cb481642e 100644 --- a/criterion/micro_ops_next_tick_small/base/estimates.json +++ b/criterion/micro_ops_next_tick_small/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48631.327183817826,"upper_bound":49157.96424302038},"point_estimate":48911.88680661404,"standard_error":134.27601373337856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48890.375803099014,"upper_bound":49048.71407867495},"point_estimate":48984.72176733383,"standard_error":47.396301712350535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.36383684670264,"upper_bound":355.52823520236564},"point_estimate":273.911318052908,"standard_error":35.68291646046588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49143.55641080691,"upper_bound":49475.78515334027},"point_estimate":49294.80657209004,"standard_error":84.97410322199401},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713.22582909191,"upper_bound":1951.2354235064533},"point_estimate":1346.0010143135003,"standard_error":328.8252381410401}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48666.37215177126,"upper_bound":49145.21848909667},"point_estimate":48924.51160314893,"standard_error":121.68382850642348},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48954.76391941392,"upper_bound":49108.96398341359},"point_estimate":49024.783625731,"standard_error":34.13637955920305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194.13633106445246,"upper_bound":351.91687909861344},"point_estimate":268.04984125256084,"standard_error":40.52650019207217},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49147.670700463896,"upper_bound":49417.56370387829},"point_estimate":49264.07642846587,"standard_error":69.90468944312795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":611.9233461056585,"upper_bound":1795.1783610860646},"point_estimate":1217.8351551843384,"standard_error":314.43447051471406}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/sample.json b/criterion/micro_ops_next_tick_small/base/sample.json index 1f65b65d88bd..5c68668f331e 100644 --- a/criterion/micro_ops_next_tick_small/base/sample.json +++ b/criterion/micro_ops_next_tick_small/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[835857.0,1880644.0,2907638.0,3934973.0,4956806.0,6022372.0,7031332.0,8086739.0,9146824.0,10223290.0,11134969.0,12227364.0,13305273.0,14290849.0,15372325.0,16299702.0,17375867.0,18392162.0,19402022.0,20422755.0,21491186.0,22710468.0,23593964.0,24628943.0,25619428.0,27017133.0,27713090.0,28645177.0,29715661.0,30683775.0,31896966.0,32944618.0,33869922.0,34821836.0,35970305.0,36956653.0,37997203.0,39077155.0,40274336.0,40976785.0,42216165.0,43646649.0,44150048.0,45154679.0,46341381.0,47391127.0,48392734.0,49582721.0,50203657.0,51773002.0,52280127.0,53361592.0,54906390.0,60839566.0,59905566.0,57502037.0,58437962.0,59805138.0,60563773.0,61634338.0,62907452.0,63702796.0,69447947.0,65644475.0,66965960.0,67964047.0,69102449.0,73662630.0,71379344.0,72323804.0,73329840.0,74984655.0,75364473.0,76126705.0,77241743.0,78599013.0,80999479.0,80510156.0,81720974.0,82780379.0,83546778.0,84600813.0,85307731.0,86262401.0,87752699.0,89528861.0,89489858.0,90220009.0,91869694.0,92682369.0,94195310.0,94833129.0,95940173.0,96906916.0,98189596.0,99112497.0,99831207.0,101382609.0,105424665.0,103061269.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849476.0,1892190.0,2928893.0,3955718.0,4970010.0,6038503.0,7029812.0,8072176.0,9122373.0,10100358.0,11183227.0,12244686.0,13334939.0,14258281.0,15256092.0,16435140.0,17278534.0,18294028.0,19310214.0,20511033.0,22064144.0,22690446.0,23557965.0,24579852.0,25569087.0,26730090.0,27731408.0,28774313.0,29781632.0,30734078.0,31851902.0,33091963.0,34036004.0,35051728.0,36062834.0,37052680.0,38079395.0,39268812.0,39938695.0,41120788.0,42146410.0,43174067.0,44193579.0,45275095.0,46315395.0,47200477.0,48298995.0,50360619.0,50872609.0,51563782.0,57342593.0,54132627.0,55246494.0,55801333.0,56585849.0,58157605.0,58682198.0,60504199.0,60890465.0,61771720.0,64880498.0,63998952.0,66655260.0,66424211.0,67326235.0,68016896.0,69795343.0,70282950.0,71250526.0,72954616.0,72992276.0,74173368.0,74936002.0,76042656.0,77444216.0,78063324.0,79220882.0,80172117.0,81053722.0,82676542.0,83631645.0,84945032.0,85901345.0,91300532.0,87692929.0,88945353.0,89530619.0,90632884.0,91791143.0,93172395.0,94047909.0,95011657.0,96206794.0,97058073.0,97836047.0,99028600.0,100320626.0,100909670.0,102210693.0,103121533.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/base/tukey.json b/criterion/micro_ops_next_tick_small/base/tukey.json index 1bc9403e3d4e..eb793ef7b961 100644 --- a/criterion/micro_ops_next_tick_small/base/tukey.json +++ b/criterion/micro_ops_next_tick_small/base/tukey.json @@ -1 +1 @@ -[47687.63012078709,48240.23366231707,49713.84310639702,50266.446647927005] \ No newline at end of file +[47812.80246227328,48336.689679193354,49733.72225764689,50257.60947456697] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/change/estimates.json b/criterion/micro_ops_next_tick_small/change/estimates.json index 92feac0b7a34..4e2eb9420fce 100644 --- a/criterion/micro_ops_next_tick_small/change/estimates.json +++ b/criterion/micro_ops_next_tick_small/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005366247807300669,"upper_bound":0.008719320426288308},"point_estimate":0.0019951579755137505,"standard_error":0.003582209410130379},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.002963140353548277,"upper_bound":0.001983079890697951},"point_estimate":-0.00030275976680638195,"standard_error":0.001308604906490979}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0068813321833813374,"upper_bound":0.007857705206594604},"point_estimate":0.00025811305511069804,"standard_error":0.003725092000108126},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0011101678316233438,"upper_bound":0.003554591472008539},"point_estimate":0.0008178439511701274,"standard_error":0.001221383126417379}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/estimates.json b/criterion/micro_ops_next_tick_small/new/estimates.json index e18c7001127f..1a6cb481642e 100644 --- a/criterion/micro_ops_next_tick_small/new/estimates.json +++ b/criterion/micro_ops_next_tick_small/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48631.327183817826,"upper_bound":49157.96424302038},"point_estimate":48911.88680661404,"standard_error":134.27601373337856},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48890.375803099014,"upper_bound":49048.71407867495},"point_estimate":48984.72176733383,"standard_error":47.396301712350535},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":220.36383684670264,"upper_bound":355.52823520236564},"point_estimate":273.911318052908,"standard_error":35.68291646046588},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49143.55641080691,"upper_bound":49475.78515334027},"point_estimate":49294.80657209004,"standard_error":84.97410322199401},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":713.22582909191,"upper_bound":1951.2354235064533},"point_estimate":1346.0010143135003,"standard_error":328.8252381410401}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48666.37215177126,"upper_bound":49145.21848909667},"point_estimate":48924.51160314893,"standard_error":121.68382850642348},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":48954.76391941392,"upper_bound":49108.96398341359},"point_estimate":49024.783625731,"standard_error":34.13637955920305},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":194.13633106445246,"upper_bound":351.91687909861344},"point_estimate":268.04984125256084,"standard_error":40.52650019207217},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":49147.670700463896,"upper_bound":49417.56370387829},"point_estimate":49264.07642846587,"standard_error":69.90468944312795},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":611.9233461056585,"upper_bound":1795.1783610860646},"point_estimate":1217.8351551843384,"standard_error":314.43447051471406}} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/sample.json b/criterion/micro_ops_next_tick_small/new/sample.json index 1f65b65d88bd..5c68668f331e 100644 --- a/criterion/micro_ops_next_tick_small/new/sample.json +++ b/criterion/micro_ops_next_tick_small/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[835857.0,1880644.0,2907638.0,3934973.0,4956806.0,6022372.0,7031332.0,8086739.0,9146824.0,10223290.0,11134969.0,12227364.0,13305273.0,14290849.0,15372325.0,16299702.0,17375867.0,18392162.0,19402022.0,20422755.0,21491186.0,22710468.0,23593964.0,24628943.0,25619428.0,27017133.0,27713090.0,28645177.0,29715661.0,30683775.0,31896966.0,32944618.0,33869922.0,34821836.0,35970305.0,36956653.0,37997203.0,39077155.0,40274336.0,40976785.0,42216165.0,43646649.0,44150048.0,45154679.0,46341381.0,47391127.0,48392734.0,49582721.0,50203657.0,51773002.0,52280127.0,53361592.0,54906390.0,60839566.0,59905566.0,57502037.0,58437962.0,59805138.0,60563773.0,61634338.0,62907452.0,63702796.0,69447947.0,65644475.0,66965960.0,67964047.0,69102449.0,73662630.0,71379344.0,72323804.0,73329840.0,74984655.0,75364473.0,76126705.0,77241743.0,78599013.0,80999479.0,80510156.0,81720974.0,82780379.0,83546778.0,84600813.0,85307731.0,86262401.0,87752699.0,89528861.0,89489858.0,90220009.0,91869694.0,92682369.0,94195310.0,94833129.0,95940173.0,96906916.0,98189596.0,99112497.0,99831207.0,101382609.0,105424665.0,103061269.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[21.0,42.0,63.0,84.0,105.0,126.0,147.0,168.0,189.0,210.0,231.0,252.0,273.0,294.0,315.0,336.0,357.0,378.0,399.0,420.0,441.0,462.0,483.0,504.0,525.0,546.0,567.0,588.0,609.0,630.0,651.0,672.0,693.0,714.0,735.0,756.0,777.0,798.0,819.0,840.0,861.0,882.0,903.0,924.0,945.0,966.0,987.0,1008.0,1029.0,1050.0,1071.0,1092.0,1113.0,1134.0,1155.0,1176.0,1197.0,1218.0,1239.0,1260.0,1281.0,1302.0,1323.0,1344.0,1365.0,1386.0,1407.0,1428.0,1449.0,1470.0,1491.0,1512.0,1533.0,1554.0,1575.0,1596.0,1617.0,1638.0,1659.0,1680.0,1701.0,1722.0,1743.0,1764.0,1785.0,1806.0,1827.0,1848.0,1869.0,1890.0,1911.0,1932.0,1953.0,1974.0,1995.0,2016.0,2037.0,2058.0,2079.0,2100.0],"times":[849476.0,1892190.0,2928893.0,3955718.0,4970010.0,6038503.0,7029812.0,8072176.0,9122373.0,10100358.0,11183227.0,12244686.0,13334939.0,14258281.0,15256092.0,16435140.0,17278534.0,18294028.0,19310214.0,20511033.0,22064144.0,22690446.0,23557965.0,24579852.0,25569087.0,26730090.0,27731408.0,28774313.0,29781632.0,30734078.0,31851902.0,33091963.0,34036004.0,35051728.0,36062834.0,37052680.0,38079395.0,39268812.0,39938695.0,41120788.0,42146410.0,43174067.0,44193579.0,45275095.0,46315395.0,47200477.0,48298995.0,50360619.0,50872609.0,51563782.0,57342593.0,54132627.0,55246494.0,55801333.0,56585849.0,58157605.0,58682198.0,60504199.0,60890465.0,61771720.0,64880498.0,63998952.0,66655260.0,66424211.0,67326235.0,68016896.0,69795343.0,70282950.0,71250526.0,72954616.0,72992276.0,74173368.0,74936002.0,76042656.0,77444216.0,78063324.0,79220882.0,80172117.0,81053722.0,82676542.0,83631645.0,84945032.0,85901345.0,91300532.0,87692929.0,88945353.0,89530619.0,90632884.0,91791143.0,93172395.0,94047909.0,95011657.0,96206794.0,97058073.0,97836047.0,99028600.0,100320626.0,100909670.0,102210693.0,103121533.0]} \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/new/tukey.json b/criterion/micro_ops_next_tick_small/new/tukey.json index 1bc9403e3d4e..eb793ef7b961 100644 --- a/criterion/micro_ops_next_tick_small/new/tukey.json +++ b/criterion/micro_ops_next_tick_small/new/tukey.json @@ -1 +1 @@ -[47687.63012078709,48240.23366231707,49713.84310639702,50266.446647927005] \ No newline at end of file +[47812.80246227328,48336.689679193354,49733.72225764689,50257.60947456697] \ No newline at end of file diff --git a/criterion/micro_ops_next_tick_small/report/MAD.svg b/criterion/micro_ops_next_tick_small/report/MAD.svg index b85d9fe2f977..3ddbbf4b6e42 100644 --- a/criterion/micro_ops_next_tick_small/report/MAD.svg +++ b/criterion/micro_ops_next_tick_small/report/MAD.svg @@ -9,66 +9,74 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - + - + +180 + + + +200 + + + 220 - - + + 240 - - + + 260 - - + + 280 - - + + 300 - - + + 320 - - + + 340 - - + + 360 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/SD.svg b/criterion/micro_ops_next_tick_small/report/SD.svg index d59a4f5e8761..2217038ea212 100644 --- a/criterion/micro_ops_next_tick_small/report/SD.svg +++ b/criterion/micro_ops_next_tick_small/report/SD.svg @@ -9,66 +9,66 @@ Density (a.u.) Average time (µs) - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - + + +1.4 + + - + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - + + 1.4 - - + + 1.6 - - + + 1.8 - - -2 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/both/pdf.svg b/criterion/micro_ops_next_tick_small/report/both/pdf.svg index 77369e52f6d7..9bdfb80fcb61 100644 --- a/criterion/micro_ops_next_tick_small/report/both/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/both/pdf.svg @@ -9,34 +9,50 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - - + + +0.25 + + + 0.3 - - + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - - -0.6 + + +0.5 - - -0.7 + + +0.55 - + 40 @@ -54,10 +70,10 @@ Average Time (µs) 55 - - - - + + + + Base PDF diff --git a/criterion/micro_ops_next_tick_small/report/both/regression.svg b/criterion/micro_ops_next_tick_small/report/both/regression.svg index 4d84e4df07fc..52616185cc4b 100644 --- a/criterion/micro_ops_next_tick_small/report/both/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/both/regression.svg @@ -120,9 +120,9 @@ Iterations (x 10^3) 2 - - - + + + Base Sample diff --git a/criterion/micro_ops_next_tick_small/report/change/mean.svg b/criterion/micro_ops_next_tick_small/report/change/mean.svg index 29f4557ff7fa..a2c2d3b36535 100644 --- a/criterion/micro_ops_next_tick_small/report/change/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/change/mean.svg @@ -9,91 +9,91 @@ Density (a.u.) Relative change (%) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - + + 110 - + - + +-0.008 + + + -0.006 - - + + -0.004 - - + + -0.002 - - + + 0 - - + + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/median.svg b/criterion/micro_ops_next_tick_small/report/change/median.svg index df461eebb4f0..8fb24adf7b2e 100644 --- a/criterion/micro_ops_next_tick_small/report/change/median.svg +++ b/criterion/micro_ops_next_tick_small/report/change/median.svg @@ -9,54 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - - --0.003 - - - --0.002 + + +300 - - + + + -0.001 - - + + 0 - - + + 0.001 - - + + 0.002 - - - - + + +0.003 + + + +0.004 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/change/t-test.svg b/criterion/micro_ops_next_tick_small/report/change/t-test.svg index da2ff3331202..fb1b72bd87a4 100644 --- a/criterion/micro_ops_next_tick_small/report/change/t-test.svg +++ b/criterion/micro_ops_next_tick_small/report/change/t-test.svg @@ -17,69 +17,73 @@ t score 0.05 - + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - - + + +4.0 + + + + t distribution diff --git a/criterion/micro_ops_next_tick_small/report/index.html b/criterion/micro_ops_next_tick_small/report/index.html index 5bf8f42735de..2733a7142443 100644 --- a/criterion/micro_ops_next_tick_small/report/index.html +++ b/criterion/micro_ops_next_tick_small/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 49.144 µs - 49.295 µs - 49.476 µs + 49.148 µs + 49.264 µs + 49.418 µs R² - 0.9678622 - 0.9691012 - 0.9673282 + 0.9789112 + 0.9796593 + 0.9783595 Mean - 48.631 µs - 48.912 µs - 49.158 µs + 48.666 µs + 48.925 µs + 49.145 µs Std. Dev. - 713.23 ns - 1.3460 µs - 1.9512 µs + 611.92 ns + 1.2178 µs + 1.7952 µs Median - 48.890 µs - 48.985 µs - 49.049 µs + 48.955 µs + 49.025 µs + 49.109 µs MAD - 220.36 ns - 273.91 ns - 355.53 ns + 194.14 ns + 268.05 ns + 351.92 ns @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -0.5366% - +0.1995% - +0.8719% - (p = 0.59 > + -0.6881% + +0.0258% + +0.7858% + (p = 0.94 > 0.05) diff --git a/criterion/micro_ops_next_tick_small/report/mean.svg b/criterion/micro_ops_next_tick_small/report/mean.svg index e6f818c9d27a..c40ff792b9cc 100644 --- a/criterion/micro_ops_next_tick_small/report/mean.svg +++ b/criterion/micro_ops_next_tick_small/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - + + +3.5 + + - -48.6 + +48.65 - - + + 48.7 - - + + +48.75 + + + 48.8 - - + + +48.85 + + + 48.9 - - + + +48.95 + + + 49 - - + + +49.05 + + + 49.1 - - -49.2 + + +49.15 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/median.svg b/criterion/micro_ops_next_tick_small/report/median.svg index 8ddce588af95..1f2fdc961970 100644 --- a/criterion/micro_ops_next_tick_small/report/median.svg +++ b/criterion/micro_ops_next_tick_small/report/median.svg @@ -9,74 +9,90 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -48.88 + + +14 - - -48.9 + + +16 - - -48.92 + + +18 - - + + +20 + + + + 48.94 - - + + 48.96 - - + + 48.98 - - + + 49 - - + + 49.02 - - + + 49.04 - - + + 49.06 + + +49.08 + + + +49.1 + + + +49.12 + - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/pdf.svg b/criterion/micro_ops_next_tick_small/report/pdf.svg index 179fdb3af70d..08fc526d583c 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf.svg @@ -54,38 +54,38 @@ Average Time (µs) - + 40 - - + + 42 - - + + 44 - - + + 46 - - + + 48 - - + + 50 - - + + 52 - - + + 54 - + Density (a.u.) @@ -94,62 +94,64 @@ Density (a.u.) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - - - - - - - - - + + + + + + + + + + - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + - - - - - - + + + + + PDF diff --git a/criterion/micro_ops_next_tick_small/report/pdf_small.svg b/criterion/micro_ops_next_tick_small/report/pdf_small.svg index e7248417daf5..a5a744b51ebe 100644 --- a/criterion/micro_ops_next_tick_small/report/pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/pdf_small.svg @@ -10,47 +10,47 @@ Average Time (µs) 0 - + 0.1 - - + + 0.2 - - + + 0.3 - - + + 0.4 - - + + 0.5 - - + + 0.6 - + - + 40 - - + + 45 - - + + 50 - - + + 55 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/regression.svg b/criterion/micro_ops_next_tick_small/report/regression.svg index ee8bcd3331a7..95e7684c3a97 100644 --- a/criterion/micro_ops_next_tick_small/report/regression.svg +++ b/criterion/micro_ops_next_tick_small/report/regression.svg @@ -18,57 +18,57 @@ Iterations (x 10^3) - - - - - - - - - - + + + + + + + + + + - + 10.0 - - + + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -115,103 +115,103 @@ Iterations (x 10^3) - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + Sample diff --git a/criterion/micro_ops_next_tick_small/report/regression_small.svg b/criterion/micro_ops_next_tick_small/report/regression_small.svg index 75f8b25a52b2..8732251f654c 100644 --- a/criterion/micro_ops_next_tick_small/report/regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/regression_small.svg @@ -16,56 +16,56 @@ Iterations (x 10^3) - - - - - - - - - + + + + + + + + + 10.0 - + 20.0 - - + + 30.0 - - + + 40.0 - - + + 50.0 - - + + 60.0 - - + + 70.0 - - + + 80.0 - - + + 90.0 - - + + 100.0 - + 0.2 @@ -114,99 +114,99 @@ Iterations (x 10^3) - + - - + + - - - + + + - - - - - - - - + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg index ffa79ecbcca8..e01d663c8697 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_pdf_small.svg @@ -6,34 +6,50 @@ Density (a.u.) Average Time (µs) - + +0.05 + + + 0.1 - - + + +0.15 + + + 0.2 - + -0.3 +0.25 - + +0.3 + + + +0.35 + + + 0.4 - - -0.5 + + +0.45 - + -0.6 +0.5 - -0.7 + +0.55 - + 40 @@ -51,8 +67,8 @@ Average Time (µs) 55 - - - - + + + + diff --git a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg index e79db24bf974..fc08e617c28d 100644 --- a/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg +++ b/criterion/micro_ops_next_tick_small/report/relative_regression_small.svg @@ -117,8 +117,8 @@ Iterations (x 10^3) 2 - - - + + + diff --git a/criterion/micro_ops_next_tick_small/report/slope.svg b/criterion/micro_ops_next_tick_small/report/slope.svg index 1a8d855c4c0d..1ec4d5d3443c 100644 --- a/criterion/micro_ops_next_tick_small/report/slope.svg +++ b/criterion/micro_ops_next_tick_small/report/slope.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - + + +6 + + - + 49.15 - - + + 49.2 - - + + 49.25 - - + + 49.3 - - + + 49.35 - - + + 49.4 - - -49.45 - - - -49.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_next_tick_small/report/typical.svg b/criterion/micro_ops_next_tick_small/report/typical.svg index bacafeb20c2c..dfdefc98cab2 100644 --- a/criterion/micro_ops_next_tick_small/report/typical.svg +++ b/criterion/micro_ops_next_tick_small/report/typical.svg @@ -9,82 +9,58 @@ Density (a.u.) Average time (µs) - -0.5 - - - + 1 - - -1.5 - - - + + 2 - - -2.5 - - - + + 3 - - -3.5 - - - + + 4 - - -4.5 - - - + + 5 - + + +6 + + - + 49.15 - - + + 49.2 - - + + 49.25 - - + + 49.3 - - + + 49.35 - - + + 49.4 - - -49.45 - - - -49.5 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/base/estimates.json b/criterion/micro_ops_sort/base/estimates.json index 151b77311140..0a1faa1c005d 100644 --- a/criterion/micro_ops_sort/base/estimates.json +++ b/criterion/micro_ops_sort/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81400.93145696876,"upper_bound":82042.12279061705},"point_estimate":81677.75807170289,"standard_error":164.94976233278976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81114.87074829932,"upper_bound":81721.83928571429},"point_estimate":81418.44356261022,"standard_error":202.75975331480888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569.7619467236196,"upper_bound":931.872878585817},"point_estimate":718.5005332961804,"standard_error":92.99085086997769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81164.85387999237,"upper_bound":81791.87781803955},"point_estimate":81429.46967510397,"standard_error":162.2990096617732},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":737.5614557687314,"upper_bound":2560.104232911668},"point_estimate":1662.3241706494914,"standard_error":533.0800947891192}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81487.6340566165,"upper_bound":81802.42967821172},"point_estimate":81643.26213848841,"standard_error":80.32986391465384},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81259.18719211823,"upper_bound":81924.10912698413},"point_estimate":81413.09681984683,"standard_error":182.59209161846857},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543.4354729063908,"upper_bound":1079.6758730548856},"point_estimate":854.8422128109373,"standard_error":133.20055108720015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81210.53434776638,"upper_bound":81518.52254518373},"point_estimate":81354.24687664928,"standard_error":78.89756186752872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":695.1895751252647,"upper_bound":908.5421962539592},"point_estimate":805.8071313036825,"standard_error":54.247403007784094}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/sample.json b/criterion/micro_ops_sort/base/sample.json index b2467d0e7f2f..08065b9a8c59 100644 --- a/criterion/micro_ops_sort/base/sample.json +++ b/criterion/micro_ops_sort/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[566837.0,1153362.0,1708936.0,2288369.0,2866945.0,3432081.0,3997884.0,4607643.0,5146913.0,5720181.0,6278680.0,6897277.0,7438468.0,8022361.0,8610295.0,9179436.0,9901225.0,10290578.0,10867273.0,11529094.0,12019491.0,12622506.0,13187892.0,13775460.0,14393061.0,14905523.0,15510642.0,16119666.0,16604988.0,17268630.0,17783682.0,18400880.0,20123300.0,19426502.0,20098068.0,20830940.0,21164481.0,21740406.0,22387261.0,22951305.0,23461157.0,24069920.0,24679326.0,24949672.0,25289493.0,26034201.0,26459432.0,26971879.0,27457126.0,28301444.0,28886535.0,30495703.0,29860994.0,30238969.0,31100391.0,31782300.0,37865751.0,34377892.0,33137569.0,33639707.0,34151176.0,35064496.0,35344329.0,36186402.0,36795256.0,37371584.0,37904309.0,38541988.0,39098784.0,40134750.0,40411781.0,42387974.0,41383798.0,42016739.0,42615496.0,43180175.0,43690662.0,45329708.0,44790254.0,45406457.0,46187243.0,46545201.0,47128915.0,47695544.0,48325894.0,48768569.0,49478273.0,50525851.0,50512005.0,51089807.0,51584074.0,52285611.0,52727263.0,53433002.0,53887983.0,54466092.0,56150562.0,55610915.0,56162895.0,56736725.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[580898.0,1134467.0,1734206.0,2284036.0,2878829.0,3436796.0,4034242.0,4583882.0,5185965.0,5786501.0,6323333.0,6898039.0,7469991.0,8092556.0,8619513.0,9222808.0,9794608.0,10331141.0,10997068.0,11563673.0,12065128.0,12719870.0,13218946.0,13841529.0,14426662.0,15201076.0,15539767.0,16271115.0,16692405.0,17313102.0,17878414.0,18442422.0,19084555.0,19608796.0,20136060.0,20780954.0,21242885.0,21824555.0,22538906.0,22906079.0,23075299.0,23554331.0,24650832.0,25370804.0,25655170.0,26051857.0,26671778.0,27169240.0,27886655.0,28367393.0,28981295.0,29456483.0,29991646.0,30289074.0,30868420.0,31656078.0,32292681.0,32859233.0,32991131.0,33787358.0,34601346.0,35184780.0,35727438.0,37627864.0,36890715.0,37461158.0,38034680.0,38616341.0,38854472.0,39218807.0,39970120.0,40923735.0,41615491.0,42056376.0,42659969.0,44338755.0,43833847.0,44453731.0,44960923.0,45502885.0,46036785.0,47128180.0,47396642.0,47813593.0,48307218.0,49006577.0,49486845.0,50148008.0,50949958.0,51150339.0,51829303.0,52308016.0,52925666.0,53494580.0,55106580.0,54584478.0,55148994.0,55668240.0,56287339.0,56751246.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/base/tukey.json b/criterion/micro_ops_sort/base/tukey.json index ecd2ba804054..96b08b423dc8 100644 --- a/criterion/micro_ops_sort/base/tukey.json +++ b/criterion/micro_ops_sort/base/tukey.json @@ -1 +1 @@ -[78082.9223338464,79538.88150126764,83421.4392810576,84877.39844847884] \ No newline at end of file +[77447.10709914901,79270.67276680007,84133.51454720288,85957.08021485394] \ No newline at end of file diff --git a/criterion/micro_ops_sort/change/estimates.json b/criterion/micro_ops_sort/change/estimates.json index e1f686a18299..eb9bfe47f6f8 100644 --- a/criterion/micro_ops_sort/change/estimates.json +++ b/criterion/micro_ops_sort/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.010305367902312559,"upper_bound":0.0023176525416989838},"point_estimate":-0.0038206263625429893,"standard_error":0.003212727085684512},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.00007324859801904893,"upper_bound":0.009400894173547503},"point_estimate":0.005481163606863904,"standard_error":0.0029196648294662515}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.005303413376763514,"upper_bound":0.0035176525662185096},"point_estimate":-0.00042234182265621367,"standard_error":0.002257262211637613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.004927221717901387,"upper_bound":0.007454147256399812},"point_estimate":-0.00006566992108214542,"standard_error":0.0032267774199264067}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/estimates.json b/criterion/micro_ops_sort/new/estimates.json index 151b77311140..0a1faa1c005d 100644 --- a/criterion/micro_ops_sort/new/estimates.json +++ b/criterion/micro_ops_sort/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81400.93145696876,"upper_bound":82042.12279061705},"point_estimate":81677.75807170289,"standard_error":164.94976233278976},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81114.87074829932,"upper_bound":81721.83928571429},"point_estimate":81418.44356261022,"standard_error":202.75975331480888},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":569.7619467236196,"upper_bound":931.872878585817},"point_estimate":718.5005332961804,"standard_error":92.99085086997769},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81164.85387999237,"upper_bound":81791.87781803955},"point_estimate":81429.46967510397,"standard_error":162.2990096617732},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":737.5614557687314,"upper_bound":2560.104232911668},"point_estimate":1662.3241706494914,"standard_error":533.0800947891192}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81487.6340566165,"upper_bound":81802.42967821172},"point_estimate":81643.26213848841,"standard_error":80.32986391465384},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81259.18719211823,"upper_bound":81924.10912698413},"point_estimate":81413.09681984683,"standard_error":182.59209161846857},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":543.4354729063908,"upper_bound":1079.6758730548856},"point_estimate":854.8422128109373,"standard_error":133.20055108720015},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":81210.53434776638,"upper_bound":81518.52254518373},"point_estimate":81354.24687664928,"standard_error":78.89756186752872},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":695.1895751252647,"upper_bound":908.5421962539592},"point_estimate":805.8071313036825,"standard_error":54.247403007784094}} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/sample.json b/criterion/micro_ops_sort/new/sample.json index b2467d0e7f2f..08065b9a8c59 100644 --- a/criterion/micro_ops_sort/new/sample.json +++ b/criterion/micro_ops_sort/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[566837.0,1153362.0,1708936.0,2288369.0,2866945.0,3432081.0,3997884.0,4607643.0,5146913.0,5720181.0,6278680.0,6897277.0,7438468.0,8022361.0,8610295.0,9179436.0,9901225.0,10290578.0,10867273.0,11529094.0,12019491.0,12622506.0,13187892.0,13775460.0,14393061.0,14905523.0,15510642.0,16119666.0,16604988.0,17268630.0,17783682.0,18400880.0,20123300.0,19426502.0,20098068.0,20830940.0,21164481.0,21740406.0,22387261.0,22951305.0,23461157.0,24069920.0,24679326.0,24949672.0,25289493.0,26034201.0,26459432.0,26971879.0,27457126.0,28301444.0,28886535.0,30495703.0,29860994.0,30238969.0,31100391.0,31782300.0,37865751.0,34377892.0,33137569.0,33639707.0,34151176.0,35064496.0,35344329.0,36186402.0,36795256.0,37371584.0,37904309.0,38541988.0,39098784.0,40134750.0,40411781.0,42387974.0,41383798.0,42016739.0,42615496.0,43180175.0,43690662.0,45329708.0,44790254.0,45406457.0,46187243.0,46545201.0,47128915.0,47695544.0,48325894.0,48768569.0,49478273.0,50525851.0,50512005.0,51089807.0,51584074.0,52285611.0,52727263.0,53433002.0,53887983.0,54466092.0,56150562.0,55610915.0,56162895.0,56736725.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[7.0,14.0,21.0,28.0,35.0,42.0,49.0,56.0,63.0,70.0,77.0,84.0,91.0,98.0,105.0,112.0,119.0,126.0,133.0,140.0,147.0,154.0,161.0,168.0,175.0,182.0,189.0,196.0,203.0,210.0,217.0,224.0,231.0,238.0,245.0,252.0,259.0,266.0,273.0,280.0,287.0,294.0,301.0,308.0,315.0,322.0,329.0,336.0,343.0,350.0,357.0,364.0,371.0,378.0,385.0,392.0,399.0,406.0,413.0,420.0,427.0,434.0,441.0,448.0,455.0,462.0,469.0,476.0,483.0,490.0,497.0,504.0,511.0,518.0,525.0,532.0,539.0,546.0,553.0,560.0,567.0,574.0,581.0,588.0,595.0,602.0,609.0,616.0,623.0,630.0,637.0,644.0,651.0,658.0,665.0,672.0,679.0,686.0,693.0,700.0],"times":[580898.0,1134467.0,1734206.0,2284036.0,2878829.0,3436796.0,4034242.0,4583882.0,5185965.0,5786501.0,6323333.0,6898039.0,7469991.0,8092556.0,8619513.0,9222808.0,9794608.0,10331141.0,10997068.0,11563673.0,12065128.0,12719870.0,13218946.0,13841529.0,14426662.0,15201076.0,15539767.0,16271115.0,16692405.0,17313102.0,17878414.0,18442422.0,19084555.0,19608796.0,20136060.0,20780954.0,21242885.0,21824555.0,22538906.0,22906079.0,23075299.0,23554331.0,24650832.0,25370804.0,25655170.0,26051857.0,26671778.0,27169240.0,27886655.0,28367393.0,28981295.0,29456483.0,29991646.0,30289074.0,30868420.0,31656078.0,32292681.0,32859233.0,32991131.0,33787358.0,34601346.0,35184780.0,35727438.0,37627864.0,36890715.0,37461158.0,38034680.0,38616341.0,38854472.0,39218807.0,39970120.0,40923735.0,41615491.0,42056376.0,42659969.0,44338755.0,43833847.0,44453731.0,44960923.0,45502885.0,46036785.0,47128180.0,47396642.0,47813593.0,48307218.0,49006577.0,49486845.0,50148008.0,50949958.0,51150339.0,51829303.0,52308016.0,52925666.0,53494580.0,55106580.0,54584478.0,55148994.0,55668240.0,56287339.0,56751246.0]} \ No newline at end of file diff --git a/criterion/micro_ops_sort/new/tukey.json b/criterion/micro_ops_sort/new/tukey.json index ecd2ba804054..96b08b423dc8 100644 --- a/criterion/micro_ops_sort/new/tukey.json +++ b/criterion/micro_ops_sort/new/tukey.json @@ -1 +1 @@ -[78082.9223338464,79538.88150126764,83421.4392810576,84877.39844847884] \ No newline at end of file +[77447.10709914901,79270.67276680007,84133.51454720288,85957.08021485394] \ No newline at end of file diff --git a/criterion/micro_ops_sort/report/MAD.svg b/criterion/micro_ops_sort/report/MAD.svg index 834dc2115f85..929cf913cc76 100644 --- a/criterion/micro_ops_sort/report/MAD.svg +++ b/criterion/micro_ops_sort/report/MAD.svg @@ -6,89 +6,73 @@ micro/ops/sort:MAD Density (a.u.) -Average time (ns) +Average time (µs) - -5e-4 + +0.5 - - -0.001 + + +1 - - -0.0015 + + +1.5 - - -0.002 + + +2 - - -0.0025 + + +2.5 - - -0.003 + + +3 - - -0.0035 + + +3.5 - - -0.004 + + +4 - - -0.0045 - - - -0.005 - - + - -550 - - - -600 - - - -650 + +0.5 - - -700 + + +0.6 - - -750 + + +0.7 - - -800 + + +0.8 - - -850 + + +0.9 - - -900 + + +1 - - -950 + + +1.1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/SD.svg b/criterion/micro_ops_sort/report/SD.svg index f92701ba661d..ba5db714fb7c 100644 --- a/criterion/micro_ops_sort/report/SD.svg +++ b/criterion/micro_ops_sort/report/SD.svg @@ -6,85 +6,65 @@ micro/ops/sort:SD Density (a.u.) -Average time (µs) +Average time (ns) - -0.2 + +0.001 - - -0.4 + + +0.002 - - -0.6 + + +0.003 - - -0.8 + + +0.004 - - -1 + + +0.005 - - -1.2 + + +0.006 - - -1.4 + + +0.007 - - - -0.6 - - - -0.8 - - - -1 - - - -1.2 + + +0.008 - - -1.4 - - - -1.6 - - - -1.8 + + + +700 - - -2 + + +750 - - -2.2 + + +800 - - -2.4 + + +850 - - -2.6 + + +900 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/both/pdf.svg b/criterion/micro_ops_sort/report/both/pdf.svg index 563e40262a77..a689b0fa964f 100644 --- a/criterion/micro_ops_sort/report/both/pdf.svg +++ b/criterion/micro_ops_sort/report/both/pdf.svg @@ -9,55 +9,63 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + - + 80 - - + + 85 - - + + 90 - - + + 95 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_sort/report/both/regression.svg b/criterion/micro_ops_sort/report/both/regression.svg index 546b25aec4ea..5e72d7e75fa6 100644 --- a/criterion/micro_ops_sort/report/both/regression.svg +++ b/criterion/micro_ops_sort/report/both/regression.svg @@ -80,9 +80,9 @@ Iterations 700 - - - + + + Base Sample diff --git a/criterion/micro_ops_sort/report/change/mean.svg b/criterion/micro_ops_sort/report/change/mean.svg index 016325ef794a..a59eeb0c6ad3 100644 --- a/criterion/micro_ops_sort/report/change/mean.svg +++ b/criterion/micro_ops_sort/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - - --0.01 + + +140 - - --0.008 + + +160 - - + + + -0.006 - - + + +-0.005 + + + -0.004 - - + + +-0.003 + + + -0.002 - - + + +-0.001 + + + 0 - - + + +0.001 + + + 0.002 - - - - - + + +0.003 + + + +0.004 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/median.svg b/criterion/micro_ops_sort/report/change/median.svg index 815eb5ff06ef..67db791ed0a6 100644 --- a/criterion/micro_ops_sort/report/change/median.svg +++ b/criterion/micro_ops_sort/report/change/median.svg @@ -9,87 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - -140 + + + +-0.006 - - -160 + + +-0.004 - - - -0 + + +-0.002 - - -0.001 + + +0 - - + + 0.002 - - -0.003 - - - + + 0.004 - - -0.005 - - - + + 0.006 - - -0.007 - - - + + 0.008 - - -0.009 - - - -0.01 - - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/change/t-test.svg b/criterion/micro_ops_sort/report/change/t-test.svg index 2d29e805b7b4..2ea5a9e30c14 100644 --- a/criterion/micro_ops_sort/report/change/t-test.svg +++ b/criterion/micro_ops_sort/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_sort/report/index.html b/criterion/micro_ops_sort/report/index.html index d5bebe4aa7aa..68c10b411005 100644 --- a/criterion/micro_ops_sort/report/index.html +++ b/criterion/micro_ops_sort/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 81.165 µs - 81.429 µs - 81.792 µs + 81.211 µs + 81.354 µs + 81.519 µs R² - 0.9485355 - 0.9498776 - 0.9473633 + 0.9899508 + 0.9903800 + 0.9898192 Mean - 81.401 µs - 81.678 µs - 82.042 µs + 81.488 µs + 81.643 µs + 81.802 µs Std. Dev. - 737.56 ns - 1.6623 µs - 2.5601 µs + 695.19 ns + 805.81 ns + 908.54 ns Median - 81.115 µs - 81.418 µs - 81.722 µs + 81.259 µs + 81.413 µs + 81.924 µs MAD - 569.76 ns - 718.50 ns - 931.87 ns + 543.44 ns + 854.84 ns + 1.0797 µs @@ -231,10 +231,10 @@

Additional Statistics:

Change in time - -1.0305% - -0.3821% - +0.2318% - (p = 0.26 > + -0.5303% + -0.0422% + +0.3518% + (p = 0.86 > 0.05) diff --git a/criterion/micro_ops_sort/report/mean.svg b/criterion/micro_ops_sort/report/mean.svg index 721be2f8944c..f84730cfe2b4 100644 --- a/criterion/micro_ops_sort/report/mean.svg +++ b/criterion/micro_ops_sort/report/mean.svg @@ -9,62 +9,78 @@ Density (a.u.) Average time (µs)
- + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -81.4 + + +3 + + + +3.5 + + + +4 - - + + +4.5 + + + +5 + + + + 81.5 - - -81.6 + + +81.55 - - -81.7 + + +81.6 - - -81.8 + + +81.65 - - -81.9 + + +81.7 - - -82 + + +81.75 - - -82.1 + + +81.8 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/median.svg b/criterion/micro_ops_sort/report/median.svg index 1b0bc1b6d45d..45426052a914 100644 --- a/criterion/micro_ops_sort/report/median.svg +++ b/criterion/micro_ops_sort/report/median.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - + + 3 - - - -81.1 + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 - - + + + 81.2 - - + + 81.3 - - + + 81.4 - - + + 81.5 - - + + 81.6 - - + + 81.7 + + +81.8 + + + +81.9 + - - - + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/pdf.svg b/criterion/micro_ops_sort/report/pdf.svg index 8e1c28c1c2c7..3eb6bb7dc438 100644 --- a/criterion/micro_ops_sort/report/pdf.svg +++ b/criterion/micro_ops_sort/report/pdf.svg @@ -42,46 +42,34 @@ Average Time (µs) - -78 + +79 - - + + 80 - - -82 - - - -84 - - - -86 + + +81 - - -88 - - - -90 + + +82 - - -92 + + +83 - - -94 + + +84 - - -96 + + +85 - + Density (a.u.) @@ -90,50 +78,48 @@ Density (a.u.) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - - - - - - - - - - - - - - - - + + +0.4 + + + +0.45 + + + + + + + + PDF diff --git a/criterion/micro_ops_sort/report/pdf_small.svg b/criterion/micro_ops_sort/report/pdf_small.svg index 48ae33b8250e..44f38f630238 100644 --- a/criterion/micro_ops_sort/report/pdf_small.svg +++ b/criterion/micro_ops_sort/report/pdf_small.svg @@ -10,55 +10,59 @@ Average Time (µs) 0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + + +0.45 + + + +0.5 + + - + 80 - - -85 - - - -90 + + +82 - - -95 + + +84 - - - + + + diff --git a/criterion/micro_ops_sort/report/regression.svg b/criterion/micro_ops_sort/report/regression.svg index fa8eafa6e2dc..85a30c9c47be 100644 --- a/criterion/micro_ops_sort/report/regression.svg +++ b/criterion/micro_ops_sort/report/regression.svg @@ -15,7 +15,7 @@ Iterations - + @@ -25,12 +25,12 @@ Iterations - + - + 5.0 - + 10.0 @@ -67,10 +67,10 @@ Iterations 50.0 - + 55.0 - + 100 @@ -107,98 +107,98 @@ Iterations - + - - + + - + - + - + - + - - + + - + - - + + - - - - + + + + - - + + - - - - - - - + + + + + + + - - + + - - - - - - - - - - + + + + + + + + + + - - + + - - - - - + + + + + - - - - - - - - - + + + + + + + + + - + - - - - + + + + - + - + - + - + diff --git a/criterion/micro_ops_sort/report/regression_small.svg b/criterion/micro_ops_sort/report/regression_small.svg index a7f32f9d5a63..78bbb887df39 100644 --- a/criterion/micro_ops_sort/report/regression_small.svg +++ b/criterion/micro_ops_sort/report/regression_small.svg @@ -100,10 +100,10 @@ Iterations - + - + @@ -113,89 +113,89 @@ Iterations - + - + - + - + - - + + - + - + - - + + - - + + - - - + + + - + - - - - - + + + + + - - - - - - + + + + + + - - - - - - - + + + + + + + - - - + + + - + - - + + - + - - - - + + + + - + - - - + + + - + diff --git a/criterion/micro_ops_sort/report/relative_pdf_small.svg b/criterion/micro_ops_sort/report/relative_pdf_small.svg index c0a4aa325c47..46b71471b508 100644 --- a/criterion/micro_ops_sort/report/relative_pdf_small.svg +++ b/criterion/micro_ops_sort/report/relative_pdf_small.svg @@ -6,53 +6,61 @@ Density (a.u.) Average Time (µs) - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - + + +0.4 + + + +0.45 + + - + 80 - - + + 85 - - + + 90 - - + + 95 - - - - - + + + + + diff --git a/criterion/micro_ops_sort/report/relative_regression_small.svg b/criterion/micro_ops_sort/report/relative_regression_small.svg index 3aab60d7b58b..d97448beff9c 100644 --- a/criterion/micro_ops_sort/report/relative_regression_small.svg +++ b/criterion/micro_ops_sort/report/relative_regression_small.svg @@ -77,8 +77,8 @@ Iterations 700 - - - + + + diff --git a/criterion/micro_ops_sort/report/slope.svg b/criterion/micro_ops_sort/report/slope.svg index 1d4961a9e642..c394a9dec934 100644 --- a/criterion/micro_ops_sort/report/slope.svg +++ b/criterion/micro_ops_sort/report/slope.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -81.1 + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 - - + + + 81.2 - - + + +81.25 + + + 81.3 - - -81.4 + + +81.35 - - -81.5 + + +81.4 - - -81.6 + + +81.45 - - -81.7 + + +81.5 - - -81.8 + + +81.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_sort/report/typical.svg b/criterion/micro_ops_sort/report/typical.svg index c2a69e15f78d..41158f4cecd6 100644 --- a/criterion/micro_ops_sort/report/typical.svg +++ b/criterion/micro_ops_sort/report/typical.svg @@ -9,62 +9,86 @@ Density (a.u.) Average time (µs) - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - + + 2.5 - - - -81.1 + + +3 + + + +3.5 + + + +4 + + + +4.5 + + + +5 + + + +5.5 - - + + + 81.2 - - + + +81.25 + + + 81.3 - - -81.4 + + +81.35 - - -81.5 + + +81.4 - - -81.6 + + +81.45 - - -81.7 + + +81.5 - - -81.8 + + +81.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/base/estimates.json b/criterion/micro_ops_tee/base/estimates.json index b567d4647e6c..ec8ea0b524ab 100644 --- a/criterion/micro_ops_tee/base/estimates.json +++ b/criterion/micro_ops_tee/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6934.031226253377,"upper_bound":6953.405698982409},"point_estimate":6943.526422871226,"standard_error":4.951096588196613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6931.357142857143,"upper_bound":6953.258838383838},"point_estimate":6943.381672310918,"standard_error":4.906892177468921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.51837457183799,"upper_bound":48.14420234161717},"point_estimate":35.96744012849583,"standard_error":5.286382800769107},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6937.090486064021,"upper_bound":6951.30879347887},"point_estimate":6944.171049701985,"standard_error":3.6328406137618066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.927725251690944,"upper_bound":58.945228015839334},"point_estimate":49.888321802466756,"standard_error":4.879126103147536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6981.502570206222,"upper_bound":7023.5369673688465},"point_estimate":7000.284058704706,"standard_error":10.818380709695553},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.5942622950815,"upper_bound":6985.61875},"point_estimate":6976.792184908789,"standard_error":3.7015256133002508},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.062194019011237,"upper_bound":53.31133954373072},"point_estimate":40.58685342044135,"standard_error":7.277070918786654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.692778506438,"upper_bound":6988.603137629536},"point_estimate":6980.39062435348,"standard_error":4.065140376422332},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.89787135510319,"upper_bound":160.17149661959434},"point_estimate":109.04721974008869,"standard_error":28.429753338125707}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/sample.json b/criterion/micro_ops_tee/base/sample.json index 72047f1caafc..6fa097942034 100644 --- a/criterion/micro_ops_tee/base/sample.json +++ b/criterion/micro_ops_tee/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82371.0,164628.0,247273.0,340019.0,411503.0,493922.0,576304.0,658381.0,759337.0,854125.0,928091.0,1008435.0,1070199.0,1173217.0,1238009.0,1337733.0,1436031.0,1505853.0,1586303.0,1666276.0,1736649.0,1836488.0,1911808.0,2000846.0,2096269.0,2156445.0,2239639.0,2388274.0,2454030.0,2502119.0,2587248.0,2670699.0,2738129.0,2833368.0,2922867.0,3007658.0,3065464.0,3156819.0,3249590.0,3291146.0,3403751.0,3507067.0,3576510.0,3666290.0,3767833.0,3844291.0,3882212.0,3988539.0,4094871.0,4151947.0,4270363.0,4301501.0,4415872.0,4468768.0,4557009.0,4627113.0,4735352.0,4839996.0,4944875.0,5010739.0,5095990.0,5174588.0,5246688.0,5335673.0,5437686.0,5506981.0,5540646.0,5631887.0,5733941.0,5822340.0,5885845.0,6020499.0,6077753.0,6180933.0,6209467.0,6317390.0,6474275.0,6492306.0,6556645.0,6651969.0,6735056.0,6873377.0,6964164.0,6982288.0,7093346.0,7207697.0,7255182.0,7306295.0,7411378.0,7518873.0,7574626.0,7674327.0,7729543.0,7887650.0,7938608.0,7990872.0,8076962.0,8123471.0,8254861.0,8371991.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[93051.0,165417.0,269101.0,330356.0,427598.0,506492.0,583217.0,660290.0,753454.0,843987.0,931247.0,1019646.0,1108876.0,1163621.0,1246617.0,1339815.0,1435199.0,1519906.0,1566004.0,1677549.0,1753660.0,1823905.0,1922153.0,2027917.0,2193228.0,2202237.0,2285088.0,2362775.0,2438383.0,2513024.0,2594621.0,2665902.0,2761606.0,2833423.0,2928361.0,3022823.0,3120812.0,3172453.0,3270998.0,3408666.0,3421678.0,3514054.0,3589963.0,3663855.0,3748599.0,3817897.0,4049395.0,4091583.0,4117894.0,4208445.0,4283990.0,4348170.0,4429582.0,4539314.0,4619050.0,4662163.0,4766406.0,4821504.0,4974157.0,5072203.0,5101011.0,5180205.0,5251163.0,5365218.0,5479623.0,5496015.0,5609118.0,5694535.0,5757584.0,5856570.0,6000379.0,6040658.0,6096538.0,6191316.0,6261326.0,6345545.0,6479743.0,6540871.0,6601496.0,6706194.0,6753462.0,6853804.0,6903881.0,7032886.0,7117123.0,7202453.0,7261878.0,7310762.0,7455585.0,7511259.0,7613415.0,7685318.0,7861436.0,7849966.0,7992100.0,8044669.0,8109041.0,8220475.0,8292299.0,8410051.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/base/tukey.json b/criterion/micro_ops_tee/base/tukey.json index 7ae10c991af0..73e39a0b891f 100644 --- a/criterion/micro_ops_tee/base/tukey.json +++ b/criterion/micro_ops_tee/base/tukey.json @@ -1 +1 @@ -[6771.9887459398,6843.912342219357,7035.708598964842,7107.632195244399] \ No newline at end of file +[6789.278987145896,6873.193269157744,7096.964687856003,7180.87896986785] \ No newline at end of file diff --git a/criterion/micro_ops_tee/change/estimates.json b/criterion/micro_ops_tee/change/estimates.json index 571f1e7b3279..303c3eeccfd9 100644 --- a/criterion/micro_ops_tee/change/estimates.json +++ b/criterion/micro_ops_tee/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00868818501159135,"upper_bound":-0.00353655103918057},"point_estimate":-0.0059417839167321684,"standard_error":0.0013080881613104476},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00752830123860071,"upper_bound":-0.0035873715320315913},"point_estimate":-0.0057437814700587175,"standard_error":0.0009812400625024541}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0049106278532043135,"upper_bound":0.011547827097068256},"point_estimate":0.0081741801466364,"standard_error":0.0016936856037819122},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0030454179212142662,"upper_bound":0.006668262630429413},"point_estimate":0.004811850215739488,"standard_error":0.0008969884034885709}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/estimates.json b/criterion/micro_ops_tee/new/estimates.json index b567d4647e6c..ec8ea0b524ab 100644 --- a/criterion/micro_ops_tee/new/estimates.json +++ b/criterion/micro_ops_tee/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6934.031226253377,"upper_bound":6953.405698982409},"point_estimate":6943.526422871226,"standard_error":4.951096588196613},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6931.357142857143,"upper_bound":6953.258838383838},"point_estimate":6943.381672310918,"standard_error":4.906892177468921},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":27.51837457183799,"upper_bound":48.14420234161717},"point_estimate":35.96744012849583,"standard_error":5.286382800769107},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6937.090486064021,"upper_bound":6951.30879347887},"point_estimate":6944.171049701985,"standard_error":3.6328406137618066},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":39.927725251690944,"upper_bound":58.945228015839334},"point_estimate":49.888321802466756,"standard_error":4.879126103147536}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6981.502570206222,"upper_bound":7023.5369673688465},"point_estimate":7000.284058704706,"standard_error":10.818380709695553},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6968.5942622950815,"upper_bound":6985.61875},"point_estimate":6976.792184908789,"standard_error":3.7015256133002508},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":26.062194019011237,"upper_bound":53.31133954373072},"point_estimate":40.58685342044135,"standard_error":7.277070918786654},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":6972.692778506438,"upper_bound":6988.603137629536},"point_estimate":6980.39062435348,"standard_error":4.065140376422332},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":51.89787135510319,"upper_bound":160.17149661959434},"point_estimate":109.04721974008869,"standard_error":28.429753338125707}} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/sample.json b/criterion/micro_ops_tee/new/sample.json index 72047f1caafc..6fa097942034 100644 --- a/criterion/micro_ops_tee/new/sample.json +++ b/criterion/micro_ops_tee/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[82371.0,164628.0,247273.0,340019.0,411503.0,493922.0,576304.0,658381.0,759337.0,854125.0,928091.0,1008435.0,1070199.0,1173217.0,1238009.0,1337733.0,1436031.0,1505853.0,1586303.0,1666276.0,1736649.0,1836488.0,1911808.0,2000846.0,2096269.0,2156445.0,2239639.0,2388274.0,2454030.0,2502119.0,2587248.0,2670699.0,2738129.0,2833368.0,2922867.0,3007658.0,3065464.0,3156819.0,3249590.0,3291146.0,3403751.0,3507067.0,3576510.0,3666290.0,3767833.0,3844291.0,3882212.0,3988539.0,4094871.0,4151947.0,4270363.0,4301501.0,4415872.0,4468768.0,4557009.0,4627113.0,4735352.0,4839996.0,4944875.0,5010739.0,5095990.0,5174588.0,5246688.0,5335673.0,5437686.0,5506981.0,5540646.0,5631887.0,5733941.0,5822340.0,5885845.0,6020499.0,6077753.0,6180933.0,6209467.0,6317390.0,6474275.0,6492306.0,6556645.0,6651969.0,6735056.0,6873377.0,6964164.0,6982288.0,7093346.0,7207697.0,7255182.0,7306295.0,7411378.0,7518873.0,7574626.0,7674327.0,7729543.0,7887650.0,7938608.0,7990872.0,8076962.0,8123471.0,8254861.0,8371991.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[12.0,24.0,36.0,48.0,60.0,72.0,84.0,96.0,108.0,120.0,132.0,144.0,156.0,168.0,180.0,192.0,204.0,216.0,228.0,240.0,252.0,264.0,276.0,288.0,300.0,312.0,324.0,336.0,348.0,360.0,372.0,384.0,396.0,408.0,420.0,432.0,444.0,456.0,468.0,480.0,492.0,504.0,516.0,528.0,540.0,552.0,564.0,576.0,588.0,600.0,612.0,624.0,636.0,648.0,660.0,672.0,684.0,696.0,708.0,720.0,732.0,744.0,756.0,768.0,780.0,792.0,804.0,816.0,828.0,840.0,852.0,864.0,876.0,888.0,900.0,912.0,924.0,936.0,948.0,960.0,972.0,984.0,996.0,1008.0,1020.0,1032.0,1044.0,1056.0,1068.0,1080.0,1092.0,1104.0,1116.0,1128.0,1140.0,1152.0,1164.0,1176.0,1188.0,1200.0],"times":[93051.0,165417.0,269101.0,330356.0,427598.0,506492.0,583217.0,660290.0,753454.0,843987.0,931247.0,1019646.0,1108876.0,1163621.0,1246617.0,1339815.0,1435199.0,1519906.0,1566004.0,1677549.0,1753660.0,1823905.0,1922153.0,2027917.0,2193228.0,2202237.0,2285088.0,2362775.0,2438383.0,2513024.0,2594621.0,2665902.0,2761606.0,2833423.0,2928361.0,3022823.0,3120812.0,3172453.0,3270998.0,3408666.0,3421678.0,3514054.0,3589963.0,3663855.0,3748599.0,3817897.0,4049395.0,4091583.0,4117894.0,4208445.0,4283990.0,4348170.0,4429582.0,4539314.0,4619050.0,4662163.0,4766406.0,4821504.0,4974157.0,5072203.0,5101011.0,5180205.0,5251163.0,5365218.0,5479623.0,5496015.0,5609118.0,5694535.0,5757584.0,5856570.0,6000379.0,6040658.0,6096538.0,6191316.0,6261326.0,6345545.0,6479743.0,6540871.0,6601496.0,6706194.0,6753462.0,6853804.0,6903881.0,7032886.0,7117123.0,7202453.0,7261878.0,7310762.0,7455585.0,7511259.0,7613415.0,7685318.0,7861436.0,7849966.0,7992100.0,8044669.0,8109041.0,8220475.0,8292299.0,8410051.0]} \ No newline at end of file diff --git a/criterion/micro_ops_tee/new/tukey.json b/criterion/micro_ops_tee/new/tukey.json index 7ae10c991af0..73e39a0b891f 100644 --- a/criterion/micro_ops_tee/new/tukey.json +++ b/criterion/micro_ops_tee/new/tukey.json @@ -1 +1 @@ -[6771.9887459398,6843.912342219357,7035.708598964842,7107.632195244399] \ No newline at end of file +[6789.278987145896,6873.193269157744,7096.964687856003,7180.87896986785] \ No newline at end of file diff --git a/criterion/micro_ops_tee/report/MAD.svg b/criterion/micro_ops_tee/report/MAD.svg index dd85db15c25a..507e83dace51 100644 --- a/criterion/micro_ops_tee/report/MAD.svg +++ b/criterion/micro_ops_tee/report/MAD.svg @@ -9,66 +9,82 @@ Density (a.u.) Average time (ns) - + +0.005 + + + 0.01 - - + + +0.015 + + + 0.02 - - -0.03 + + +0.025 - - -0.04 + + +0.03 - - -0.05 + + +0.035 - - -0.06 + + +0.04 - - -0.07 + + +0.045 - - -0.08 + + +0.05 - - -0.09 + + +0.055 - + - + +25 + + + 30 - - + + 35 - - + + 40 - - + + 45 - - + + 50 - - - - + + +55 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/SD.svg b/criterion/micro_ops_tee/report/SD.svg index f1b74f001de9..b052c9f62a48 100644 --- a/criterion/micro_ops_tee/report/SD.svg +++ b/criterion/micro_ops_tee/report/SD.svg @@ -9,62 +9,70 @@ Density (a.u.) Average time (ns) - -0.01 + +0.002 - - -0.02 + + +0.004 - - -0.03 + + +0.006 - - -0.04 + + +0.008 - - -0.05 + + +0.01 - - -0.06 + + +0.012 - - -0.07 + + +0.014 - - -0.08 + + +0.016 - + - + 40 - - -45 + + +60 + + + +80 - - -50 + + +100 - - -55 + + +120 - - -60 + + +140 + + + +160 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/both/pdf.svg b/criterion/micro_ops_tee/report/both/pdf.svg index 07ddc929258b..8ceb5407eac7 100644 --- a/criterion/micro_ops_tee/report/both/pdf.svg +++ b/criterion/micro_ops_tee/report/both/pdf.svg @@ -46,30 +46,18 @@ Average Time (µs) - -6.8 - - - + 7 - - -7.2 - - - -7.4 - - - -7.6 + + +7.5 - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_tee/report/both/regression.svg b/criterion/micro_ops_tee/report/both/regression.svg index b6ad6d77471c..edc260db7b8b 100644 --- a/criterion/micro_ops_tee/report/both/regression.svg +++ b/criterion/micro_ops_tee/report/both/regression.svg @@ -90,10 +90,10 @@ Iterations (x 10^3) 1.2 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_tee/report/change/mean.svg b/criterion/micro_ops_tee/report/change/mean.svg index 067f0c8d26ad..6e10f3db6b39 100644 --- a/criterion/micro_ops_tee/report/change/mean.svg +++ b/criterion/micro_ops_tee/report/change/mean.svg @@ -9,63 +9,87 @@ Density (a.u.) Relative change (%) - -50 + +20 - - + + +40 + + + +60 + + + +80 + + + 100 - - -150 + + +120 - - -200 + + +140 - - -250 + + +160 + + + +180 + + + +200 - - -300 + + +220 - + - --0.009 - - - --0.008 - - - --0.007 - - - --0.006 - - - --0.005 - - - --0.004 - - - --0.003 - - - - - - + +0.005 + + + +0.006 + + + +0.007 + + + +0.008 + + + +0.009 + + + +0.01 + + + +0.011 + + + +0.012 + + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/median.svg b/criterion/micro_ops_tee/report/change/median.svg index 6d2478e121d7..0a44327dd140 100644 --- a/criterion/micro_ops_tee/report/change/median.svg +++ b/criterion/micro_ops_tee/report/change/median.svg @@ -9,82 +9,86 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - + + 450 - + + +500 + + - --0.0075 + +0.003 - - --0.007 + + +0.0035 - - --0.0065 + + +0.004 - - --0.006 + + +0.0045 - - --0.0055 + + +0.005 - - --0.005 + + +0.0055 - - --0.0045 + + +0.006 - - --0.004 + + +0.0065 - - --0.0035 + + +0.007 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/change/t-test.svg b/criterion/micro_ops_tee/report/change/t-test.svg index 0c513e0434f4..f8b0b25ee49d 100644 --- a/criterion/micro_ops_tee/report/change/t-test.svg +++ b/criterion/micro_ops_tee/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_tee/report/index.html b/criterion/micro_ops_tee/report/index.html index c28a2c9aeb16..5da4a4c1bfbb 100644 --- a/criterion/micro_ops_tee/report/index.html +++ b/criterion/micro_ops_tee/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 6.9371 µs - 6.9442 µs - 6.9513 µs + 6.9727 µs + 6.9804 µs + 6.9886 µs R² - 0.9973174 - 0.9974576 - 0.9973152 + 0.9956938 + 0.9958578 + 0.9956712 Mean - 6.9340 µs - 6.9435 µs - 6.9534 µs + 6.9815 µs + 7.0003 µs + 7.0235 µs Std. Dev. - 39.928 ns - 49.888 ns - 58.945 ns + 51.898 ns + 109.05 ns + 160.17 ns Median - 6.9314 µs - 6.9434 µs - 6.9533 µs + 6.9686 µs + 6.9768 µs + 6.9856 µs MAD - 27.518 ns - 35.967 ns - 48.144 ns + 26.062 ns + 40.587 ns + 53.311 ns @@ -231,9 +231,9 @@

Additional Statistics:

Change in time - -0.8688% - -0.5942% - -0.3537% + +0.4911% + +0.8174% + +1.1548% (p = 0.00 < 0.05) diff --git a/criterion/micro_ops_tee/report/mean.svg b/criterion/micro_ops_tee/report/mean.svg index 27ca95945c0d..ccb061a9a956 100644 --- a/criterion/micro_ops_tee/report/mean.svg +++ b/criterion/micro_ops_tee/report/mean.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (µs)
- + +5 + + + 10 - - + + +15 + + + 20 - - + + +25 + + + 30 - - + + +35 + + + 40 - - -50 + + + +6.98 - - -60 + + +6.985 - - -70 + + +6.99 - - -80 + + +6.995 - - - -6.935 + + +7 + + + +7.005 - - -6.94 + + +7.01 - - -6.945 + + +7.015 - - -6.95 + + +7.02 - - -6.955 + + +7.025 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/median.svg b/criterion/micro_ops_tee/report/median.svg index bc6b335cfde2..1000ecf73756 100644 --- a/criterion/micro_ops_tee/report/median.svg +++ b/criterion/micro_ops_tee/report/median.svg @@ -13,66 +13,82 @@ Average time (µs) 20 - + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - - + + 160 - - + + 180 - + - -6.93 + +6.968 - - -6.935 + + +6.97 - - -6.94 + + +6.972 - - -6.945 + + +6.974 - - -6.95 + + +6.976 - - -6.955 + + +6.978 - - - - + + +6.98 + + + +6.982 + + + +6.984 + + + +6.986 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/pdf.svg b/criterion/micro_ops_tee/report/pdf.svg index f7bee5888dc5..9ee574bec6ce 100644 --- a/criterion/micro_ops_tee/report/pdf.svg +++ b/criterion/micro_ops_tee/report/pdf.svg @@ -38,36 +38,48 @@ Average Time (µs) - + 6.8 - + -6.85 +6.9 - -6.9 + +7 - + + +7.1 + + -6.95 +7.2 - -7 + +7.3 - + + +7.4 + + -7.05 +7.5 - -7.1 + +7.6 + + + +7.7 - + -7.15 +7.8 @@ -78,58 +90,54 @@ Density (a.u.) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_tee/report/pdf_small.svg b/criterion/micro_ops_tee/report/pdf_small.svg index 11d0b2041bbc..a23acfac5190 100644 --- a/criterion/micro_ops_tee/report/pdf_small.svg +++ b/criterion/micro_ops_tee/report/pdf_small.svg @@ -10,63 +10,39 @@ Average Time (µs) 0 - + 1 - - + + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - -7 - - - -8 - - - -9 - - - -10 - - + - -6.8 - - - -6.9 - - - + 7 - - -7.1 + + +7.5 - - - + + + diff --git a/criterion/micro_ops_tee/report/regression.svg b/criterion/micro_ops_tee/report/regression.svg index fc87aa51566e..6d5da4c5c3f3 100644 --- a/criterion/micro_ops_tee/report/regression.svg +++ b/criterion/micro_ops_tee/report/regression.svg @@ -14,47 +14,47 @@ Iterations (x 10^3) - + - - - - - - + + + + + + - + 1.0 - + 2.0 - + 3.0 - - + + 4.0 - - + + 5.0 - - + + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -81,103 +81,103 @@ Iterations (x 10^3) - + - + - - - + + + - - + + - - + + - - + + - + - - - - - - - + + + + + + + - + - - + + - + - + - + - - - - - + + + + + - + - - - - - + + + + + - + - - - - + + + + - - - - + + + + - - - - - - - - + + + + + + + + - - - - - - - - - + + + + + + + + + - + - - - + + + - - - + + + diff --git a/criterion/micro_ops_tee/report/regression_small.svg b/criterion/micro_ops_tee/report/regression_small.svg index e95d8595bdd0..1ae653726574 100644 --- a/criterion/micro_ops_tee/report/regression_small.svg +++ b/criterion/micro_ops_tee/report/regression_small.svg @@ -11,19 +11,19 @@ Iterations (x 10^3) - + - + - - - + + + - + 1.0 - + 2.0 @@ -32,26 +32,26 @@ Iterations (x 10^3) 3.0 - + 4.0 - + 5.0 - + 6.0 - - + + 7.0 - - + + 8.0 - + 0.2 @@ -78,105 +78,105 @@ Iterations (x 10^3) - + - + - + - + - + - + - + - - - - - - + + + + + + - - + + - + - + - - - - - + + + + + - + - + - - + + - + - - + + - - - - - + + + + + - - + + - + - + - - + + - - - + + + - - - + + + - - + + - - + + - + - + diff --git a/criterion/micro_ops_tee/report/relative_pdf_small.svg b/criterion/micro_ops_tee/report/relative_pdf_small.svg index 48dc0ec77c98..42e3a1091afd 100644 --- a/criterion/micro_ops_tee/report/relative_pdf_small.svg +++ b/criterion/micro_ops_tee/report/relative_pdf_small.svg @@ -43,28 +43,16 @@ Average Time (µs) - -6.8 - - - + 7 - - -7.2 - - - -7.4 - - - -7.6 + + +7.5 - - - - - + + + + + diff --git a/criterion/micro_ops_tee/report/relative_regression_small.svg b/criterion/micro_ops_tee/report/relative_regression_small.svg index a8ac3b2b3b68..00160b7b17d9 100644 --- a/criterion/micro_ops_tee/report/relative_regression_small.svg +++ b/criterion/micro_ops_tee/report/relative_regression_small.svg @@ -15,10 +15,10 @@ Iterations (x 10^3) - + - + @@ -34,10 +34,10 @@ Iterations (x 10^3) 2.0 - + 3.0 - + 4.0 @@ -46,10 +46,10 @@ Iterations (x 10^3) 5.0 - + 6.0 - + 7.0 @@ -87,8 +87,8 @@ Iterations (x 10^3) 1.2 - - - - + + + + diff --git a/criterion/micro_ops_tee/report/slope.svg b/criterion/micro_ops_tee/report/slope.svg index 4ac5a666af63..de6b104958a1 100644 --- a/criterion/micro_ops_tee/report/slope.svg +++ b/criterion/micro_ops_tee/report/slope.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - -6.936 + +6.972 + + + +6.974 - - -6.938 + + +6.976 - - -6.94 + + +6.978 - - -6.942 + + +6.98 - - -6.944 + + +6.982 - - -6.946 + + +6.984 - - -6.948 + + +6.986 - - -6.95 + + +6.988 - - -6.952 + + +6.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_tee/report/typical.svg b/criterion/micro_ops_tee/report/typical.svg index f397015685b9..c2c1ed47573d 100644 --- a/criterion/micro_ops_tee/report/typical.svg +++ b/criterion/micro_ops_tee/report/typical.svg @@ -9,90 +9,90 @@ Density (a.u.) Average time (µs) - + 10 - - + + 20 - - + + 30 - - + + 40 - - + + 50 - - + + 60 - - + + 70 - - + + 80 - - + + 90 - - + + 100 - - -110 - - + - -6.936 + +6.972 + + + +6.974 - - -6.938 + + +6.976 - - -6.94 + + +6.978 - - -6.942 + + +6.98 - - -6.944 + + +6.982 - - -6.946 + + +6.984 - - -6.948 + + +6.986 - - -6.95 + + +6.988 - - -6.952 + + +6.99 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/base/estimates.json b/criterion/micro_ops_union/base/estimates.json index e74e353ea434..a596b310ca42 100644 --- a/criterion/micro_ops_union/base/estimates.json +++ b/criterion/micro_ops_union/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15226.325466778768,"upper_bound":15332.290781414304},"point_estimate":15273.87643276308,"standard_error":27.089237559913812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15205.02753985753,"upper_bound":15254.286881956335},"point_estimate":15225.440639952154,"standard_error":14.86815401044649},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68486760075974,"upper_bound":133.70726278134782},"point_estimate":102.4079456818953,"standard_error":12.955620325255811},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15252.805491889016,"upper_bound":15411.263857059696},"point_estimate":15318.116270134477,"standard_error":41.27069863889819},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30984549420808,"upper_bound":396.9669609252953},"point_estimate":271.7759321148941,"standard_error":69.77804475372422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15271.002685080412,"upper_bound":15391.849520812842},"point_estimate":15325.28046881563,"standard_error":31.024933801610977},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15240.56887755102,"upper_bound":15285.6427904901},"point_estimate":15263.459753158244,"standard_error":12.315111228336834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.84351810556977,"upper_bound":150.77990093767286},"point_estimate":114.07141847482636,"standard_error":20.046372096393256},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15284.36058915285,"upper_bound":15445.107217404042},"point_estimate":15351.841801389093,"standard_error":41.65409464787017},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.75477447214539,"upper_bound":447.2985942327597},"point_estimate":312.75889602101864,"standard_error":76.59300871071952}} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/sample.json b/criterion/micro_ops_union/base/sample.json index 07660d069e70..1119249a6dab 100644 --- a/criterion/micro_ops_union/base/sample.json +++ b/criterion/micro_ops_union/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119825.0,239414.0,370950.0,499722.0,602044.0,718624.0,848814.0,979779.0,1078389.0,1197907.0,1346810.0,1438213.0,1582733.0,1736466.0,1809885.0,1965728.0,2075442.0,2186715.0,2317583.0,2420070.0,2563334.0,2648443.0,2786706.0,2906944.0,3089603.0,3193412.0,3257808.0,3372420.0,3745159.0,3630264.0,3754172.0,3859955.0,4004044.0,4155552.0,4279490.0,4421369.0,4526010.0,4628889.0,4735688.0,4852457.0,4973057.0,5151427.0,5205331.0,5352381.0,5476585.0,5611768.0,5723938.0,6101812.0,5961175.0,6116140.0,6174088.0,6330489.0,6422452.0,6582232.0,6685900.0,6886056.0,6928726.0,7066079.0,7204116.0,7320060.0,7718355.0,7539353.0,7705612.0,7811933.0,7885757.0,8082773.0,8149573.0,8334647.0,8337302.0,8565502.0,8624383.0,9048415.0,8906521.0,9027411.0,9150248.0,9176163.0,9378152.0,9497330.0,9590486.0,11013638.0,9822674.0,10064849.0,10153444.0,10158855.0,10398709.0,10900685.0,10651042.0,10692729.0,10819561.0,11150920.0,11072802.0,11279587.0,11348203.0,11652860.0,11608485.0,11641026.0,11894265.0,11967850.0,12126157.0,12164294.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120014.0,240004.0,370588.0,492495.0,622246.0,741402.0,865724.0,963170.0,1080349.0,1201734.0,1330048.0,1451855.0,1596957.0,1678481.0,1834227.0,1939469.0,2098905.0,2194721.0,2289601.0,2474274.0,2573911.0,2715267.0,2829521.0,2944123.0,3033254.0,3220159.0,3323317.0,3442183.0,3564709.0,3723875.0,3771621.0,3910632.0,4001442.0,4138049.0,4261247.0,4390978.0,4800966.0,4610238.0,4769251.0,4866945.0,4990675.0,5119089.0,5228137.0,5349753.0,5481643.0,5575711.0,6381788.0,5908503.0,6013154.0,6107536.0,6172576.0,6308470.0,6427202.0,6558405.0,6723014.0,6867260.0,6933584.0,7018435.0,7143120.0,7288227.0,7462385.0,7557265.0,8012846.0,7813025.0,7928056.0,8071743.0,8197037.0,8300493.0,8409704.0,8553539.0,8697827.0,8879803.0,8895782.0,9206660.0,9111479.0,9290873.0,9471595.0,10778709.0,9660262.0,9737289.0,10052818.0,10007304.0,10165654.0,10253562.0,10450686.0,10535339.0,10614123.0,10734704.0,10836250.0,11242609.0,11118794.0,11626052.0,11318467.0,11480863.0,11556886.0,11690901.0,11918695.0,11948606.0,12122159.0,12214454.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/base/tukey.json b/criterion/micro_ops_union/base/tukey.json index 36192a947f44..1269c2616d4e 100644 --- a/criterion/micro_ops_union/base/tukey.json +++ b/criterion/micro_ops_union/base/tukey.json @@ -1 +1 @@ -[14722.186367083188,14940.209249803167,15521.603603723113,15739.626486443094] \ No newline at end of file +[14727.81736763784,14966.973047854008,15604.721528430455,15843.877208646622] \ No newline at end of file diff --git a/criterion/micro_ops_union/change/estimates.json b/criterion/micro_ops_union/change/estimates.json index e9c787bd1350..98477978b7d1 100644 --- a/criterion/micro_ops_union/change/estimates.json +++ b/criterion/micro_ops_union/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.011586678885024376,"upper_bound":-0.0012509702216098825},"point_estimate":-0.006314026735486866,"standard_error":0.0026478806013093313},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.006693413860369254,"upper_bound":-0.0019403595136727736},"point_estimate":-0.004459906121564994,"standard_error":0.0012571990220520662}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00195995636537698,"upper_bound":0.008975205448228213},"point_estimate":0.003365487227740438,"standard_error":0.002769257900953623},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00037079892870717224,"upper_bound":0.004581519162489611},"point_estimate":0.0024970780225779254,"standard_error":0.0013025784278208402}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/estimates.json b/criterion/micro_ops_union/new/estimates.json index e74e353ea434..a596b310ca42 100644 --- a/criterion/micro_ops_union/new/estimates.json +++ b/criterion/micro_ops_union/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15226.325466778768,"upper_bound":15332.290781414304},"point_estimate":15273.87643276308,"standard_error":27.089237559913812},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15205.02753985753,"upper_bound":15254.286881956335},"point_estimate":15225.440639952154,"standard_error":14.86815401044649},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":82.68486760075974,"upper_bound":133.70726278134782},"point_estimate":102.4079456818953,"standard_error":12.955620325255811},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15252.805491889016,"upper_bound":15411.263857059696},"point_estimate":15318.116270134477,"standard_error":41.27069863889819},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":146.30984549420808,"upper_bound":396.9669609252953},"point_estimate":271.7759321148941,"standard_error":69.77804475372422}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15271.002685080412,"upper_bound":15391.849520812842},"point_estimate":15325.28046881563,"standard_error":31.024933801610977},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15240.56887755102,"upper_bound":15285.6427904901},"point_estimate":15263.459753158244,"standard_error":12.315111228336834},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":76.84351810556977,"upper_bound":150.77990093767286},"point_estimate":114.07141847482636,"standard_error":20.046372096393256},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":15284.36058915285,"upper_bound":15445.107217404042},"point_estimate":15351.841801389093,"standard_error":41.65409464787017},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":148.75477447214539,"upper_bound":447.2985942327597},"point_estimate":312.75889602101864,"standard_error":76.59300871071952}} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/sample.json b/criterion/micro_ops_union/new/sample.json index 07660d069e70..1119249a6dab 100644 --- a/criterion/micro_ops_union/new/sample.json +++ b/criterion/micro_ops_union/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[119825.0,239414.0,370950.0,499722.0,602044.0,718624.0,848814.0,979779.0,1078389.0,1197907.0,1346810.0,1438213.0,1582733.0,1736466.0,1809885.0,1965728.0,2075442.0,2186715.0,2317583.0,2420070.0,2563334.0,2648443.0,2786706.0,2906944.0,3089603.0,3193412.0,3257808.0,3372420.0,3745159.0,3630264.0,3754172.0,3859955.0,4004044.0,4155552.0,4279490.0,4421369.0,4526010.0,4628889.0,4735688.0,4852457.0,4973057.0,5151427.0,5205331.0,5352381.0,5476585.0,5611768.0,5723938.0,6101812.0,5961175.0,6116140.0,6174088.0,6330489.0,6422452.0,6582232.0,6685900.0,6886056.0,6928726.0,7066079.0,7204116.0,7320060.0,7718355.0,7539353.0,7705612.0,7811933.0,7885757.0,8082773.0,8149573.0,8334647.0,8337302.0,8565502.0,8624383.0,9048415.0,8906521.0,9027411.0,9150248.0,9176163.0,9378152.0,9497330.0,9590486.0,11013638.0,9822674.0,10064849.0,10153444.0,10158855.0,10398709.0,10900685.0,10651042.0,10692729.0,10819561.0,11150920.0,11072802.0,11279587.0,11348203.0,11652860.0,11608485.0,11641026.0,11894265.0,11967850.0,12126157.0,12164294.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[8.0,16.0,24.0,32.0,40.0,48.0,56.0,64.0,72.0,80.0,88.0,96.0,104.0,112.0,120.0,128.0,136.0,144.0,152.0,160.0,168.0,176.0,184.0,192.0,200.0,208.0,216.0,224.0,232.0,240.0,248.0,256.0,264.0,272.0,280.0,288.0,296.0,304.0,312.0,320.0,328.0,336.0,344.0,352.0,360.0,368.0,376.0,384.0,392.0,400.0,408.0,416.0,424.0,432.0,440.0,448.0,456.0,464.0,472.0,480.0,488.0,496.0,504.0,512.0,520.0,528.0,536.0,544.0,552.0,560.0,568.0,576.0,584.0,592.0,600.0,608.0,616.0,624.0,632.0,640.0,648.0,656.0,664.0,672.0,680.0,688.0,696.0,704.0,712.0,720.0,728.0,736.0,744.0,752.0,760.0,768.0,776.0,784.0,792.0,800.0],"times":[120014.0,240004.0,370588.0,492495.0,622246.0,741402.0,865724.0,963170.0,1080349.0,1201734.0,1330048.0,1451855.0,1596957.0,1678481.0,1834227.0,1939469.0,2098905.0,2194721.0,2289601.0,2474274.0,2573911.0,2715267.0,2829521.0,2944123.0,3033254.0,3220159.0,3323317.0,3442183.0,3564709.0,3723875.0,3771621.0,3910632.0,4001442.0,4138049.0,4261247.0,4390978.0,4800966.0,4610238.0,4769251.0,4866945.0,4990675.0,5119089.0,5228137.0,5349753.0,5481643.0,5575711.0,6381788.0,5908503.0,6013154.0,6107536.0,6172576.0,6308470.0,6427202.0,6558405.0,6723014.0,6867260.0,6933584.0,7018435.0,7143120.0,7288227.0,7462385.0,7557265.0,8012846.0,7813025.0,7928056.0,8071743.0,8197037.0,8300493.0,8409704.0,8553539.0,8697827.0,8879803.0,8895782.0,9206660.0,9111479.0,9290873.0,9471595.0,10778709.0,9660262.0,9737289.0,10052818.0,10007304.0,10165654.0,10253562.0,10450686.0,10535339.0,10614123.0,10734704.0,10836250.0,11242609.0,11118794.0,11626052.0,11318467.0,11480863.0,11556886.0,11690901.0,11918695.0,11948606.0,12122159.0,12214454.0]} \ No newline at end of file diff --git a/criterion/micro_ops_union/new/tukey.json b/criterion/micro_ops_union/new/tukey.json index 36192a947f44..1269c2616d4e 100644 --- a/criterion/micro_ops_union/new/tukey.json +++ b/criterion/micro_ops_union/new/tukey.json @@ -1 +1 @@ -[14722.186367083188,14940.209249803167,15521.603603723113,15739.626486443094] \ No newline at end of file +[14727.81736763784,14966.973047854008,15604.721528430455,15843.877208646622] \ No newline at end of file diff --git a/criterion/micro_ops_union/report/MAD.svg b/criterion/micro_ops_union/report/MAD.svg index 257c53ef5717..1679c3c622f8 100644 --- a/criterion/micro_ops_union/report/MAD.svg +++ b/criterion/micro_ops_union/report/MAD.svg @@ -9,62 +9,82 @@ Density (a.u.) Average time (ns) - -0.005 + +0.002 - - -0.01 + + +0.004 + + + +0.006 - - -0.015 + + +0.008 + + + +0.01 - - -0.02 + + +0.012 - - -0.025 + + +0.014 - - -0.03 + + +0.016 - - -0.035 + + +0.018 - + - + +70 + + + 80 - - + + 90 - - + + 100 - - + + 110 - - + + 120 - - + + 130 - - - - + + +140 + + + +150 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/SD.svg b/criterion/micro_ops_union/report/SD.svg index e14facab9693..5f94e5de4ba0 100644 --- a/criterion/micro_ops_union/report/SD.svg +++ b/criterion/micro_ops_union/report/SD.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (ns) - + 0.001 - - + + 0.002 - - + + 0.003 - - + + 0.004 - - + + 0.005 - - + + 0.006 - - -0.007 - - - -0.008 - - + - + 150 - - + + 200 - - + + 250 - - + + 300 - - + + 350 - - + + 400 - - - - + + +450 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/both/pdf.svg b/criterion/micro_ops_union/report/both/pdf.svg index 8560c582c350..f6f12bbbc2c5 100644 --- a/criterion/micro_ops_union/report/both/pdf.svg +++ b/criterion/micro_ops_union/report/both/pdf.svg @@ -54,26 +54,22 @@ Average Time (µs) - + 15 - - + + 16 - - + + 17 - - -18 - - - - - - + + + + + Base PDF diff --git a/criterion/micro_ops_union/report/both/regression.svg b/criterion/micro_ops_union/report/both/regression.svg index f208b5c3a69f..b287c681100c 100644 --- a/criterion/micro_ops_union/report/both/regression.svg +++ b/criterion/micro_ops_union/report/both/regression.svg @@ -21,7 +21,7 @@ Iterations - + @@ -41,10 +41,10 @@ Iterations 6.0 - + 8.0 - + 10.0 @@ -90,10 +90,10 @@ Iterations 800 - - - - + + + + Base Sample diff --git a/criterion/micro_ops_union/report/change/mean.svg b/criterion/micro_ops_union/report/change/mean.svg index ee413c340d4a..7b7590f33027 100644 --- a/criterion/micro_ops_union/report/change/mean.svg +++ b/criterion/micro_ops_union/report/change/mean.svg @@ -9,63 +9,67 @@ Density (a.u.) Relative change (%) - + 20 - - + + 40 - - + + 60 - - + + 80 - - + + 100 - - + + 120 - - + + 140 - + - --0.012 + +-0.002 - - --0.01 + + +0 - - --0.008 + + +0.002 - - --0.006 + + +0.004 - - --0.004 + + +0.006 - - --0.002 + + +0.008 + + + +0.01 - - - - - + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/median.svg b/criterion/micro_ops_union/report/change/median.svg index 186bc6944f89..b98a2164961a 100644 --- a/criterion/micro_ops_union/report/change/median.svg +++ b/criterion/micro_ops_union/report/change/median.svg @@ -9,58 +9,54 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - + - --0.007 + +0 - - --0.006 + + +0.001 - - --0.005 + + +0.002 - - --0.004 + + +0.003 - - --0.003 + + +0.004 - - --0.002 + + +0.005 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/change/t-test.svg b/criterion/micro_ops_union/report/change/t-test.svg index 4a22d276fad8..38298bb2641d 100644 --- a/criterion/micro_ops_union/report/change/t-test.svg +++ b/criterion/micro_ops_union/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_union/report/index.html b/criterion/micro_ops_union/report/index.html index 5de7ea3af716..7eb75948002d 100644 --- a/criterion/micro_ops_union/report/index.html +++ b/criterion/micro_ops_union/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 15.253 µs - 15.318 µs - 15.411 µs + 15.284 µs + 15.352 µs + 15.445 µs R² - 0.9435755 - 0.9458800 - 0.9412041 + 0.9365128 + 0.9389097 + 0.9343417 Mean - 15.226 µs - 15.274 µs - 15.332 µs + 15.271 µs + 15.325 µs + 15.392 µs Std. Dev. - 146.31 ns - 271.78 ns - 396.97 ns + 148.75 ns + 312.76 ns + 447.30 ns Median - 15.205 µs - 15.225 µs - 15.254 µs + 15.241 µs + 15.263 µs + 15.286 µs MAD - 82.685 ns - 102.41 ns - 133.71 ns + 76.844 ns + 114.07 ns + 150.78 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -1.1587% - -0.6314% - -0.1251% - (p = 0.01 < + -0.1960% + +0.3365% + +0.8975% + (p = 0.23 > 0.05) - Change within noise threshold. + No change in performance detected.

Additional Plots:

diff --git a/criterion/micro_ops_union/report/mean.svg b/criterion/micro_ops_union/report/mean.svg index 7c93f96a7169..29534952b856 100644 --- a/criterion/micro_ops_union/report/mean.svg +++ b/criterion/micro_ops_union/report/mean.svg @@ -9,70 +9,70 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - + + 14 - - -16 - - + - -15.22 - - - -15.24 - - - + 15.26 - - + + 15.28 - - + + 15.3 - - + + 15.32 - - + + 15.34 - - - - + + +15.36 + + + +15.38 + + + +15.4 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/median.svg b/criterion/micro_ops_union/report/median.svg index edb1deaa85cc..8ae6e57c17fb 100644 --- a/criterion/micro_ops_union/report/median.svg +++ b/criterion/micro_ops_union/report/median.svg @@ -9,70 +9,94 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - + + 30 - - + + 35 - - + + 40 - - + + 45 - + + +50 + + - -15.2 + +15.24 - - -15.21 + + +15.245 - - -15.22 + + +15.25 - - -15.23 + + +15.255 - - -15.24 + + +15.26 - - -15.25 + + +15.265 + + + +15.27 + + + +15.275 + + + +15.28 + + + +15.285 + + + +15.29 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/pdf.svg b/criterion/micro_ops_union/report/pdf.svg index 1e4ae906c50a..451154c58e14 100644 --- a/criterion/micro_ops_union/report/pdf.svg +++ b/criterion/micro_ops_union/report/pdf.svg @@ -46,30 +46,30 @@ Average Time (µs) - + 15 - - + + 15.5 - - + + 16 - - + + 16.5 - - + + 17 - - + + 17.5 - + Density (a.u.) @@ -78,42 +78,64 @@ Density (a.u.) 0 - -0.5 + +0.2 - - + + +0.4 + + + +0.6 + + + +0.8 + + + 1 - - -1.5 + + +1.2 + + + +1.4 - + + +1.6 + + -2 +1.8 - - - - - - - - - - - - - - - - - - - - + +2 + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_union/report/pdf_small.svg b/criterion/micro_ops_union/report/pdf_small.svg index 0dbe508a90a8..4fd23c96e9fc 100644 --- a/criterion/micro_ops_union/report/pdf_small.svg +++ b/criterion/micro_ops_union/report/pdf_small.svg @@ -10,39 +10,35 @@ Average Time (µs) 0 - + 0.5 - - + + 1 - - + + 1.5 - - + + 2 - - -2.5 - - + - + 15 - - + + 16 - - + + 17 - - - + + + diff --git a/criterion/micro_ops_union/report/regression.svg b/criterion/micro_ops_union/report/regression.svg index 5a693b41d0e6..27744c93e85d 100644 --- a/criterion/micro_ops_union/report/regression.svg +++ b/criterion/micro_ops_union/report/regression.svg @@ -18,10 +18,10 @@ Iterations - - - - + + + + 2.0 @@ -31,22 +31,22 @@ Iterations 4.0 - + 6.0 - - + + 8.0 - - + + 10.0 - - + + 12.0 - + 100 @@ -83,102 +83,102 @@ Iterations - - - + + + - - - - - - + + + + + + - - + + - - - - - - - - - + + + + + + + + + - - - - - - - - + + + + + + + + - + - - - - - - - - - - - + + + + + + + + + + + - + - - - - - - - + + + + + + + - + - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + - - + + - - + + - - - - + + + + - - - + + + diff --git a/criterion/micro_ops_union/report/regression_small.svg b/criterion/micro_ops_union/report/regression_small.svg index 03fde5897bc5..58d013eb2d13 100644 --- a/criterion/micro_ops_union/report/regression_small.svg +++ b/criterion/micro_ops_union/report/regression_small.svg @@ -18,7 +18,7 @@ Iterations - + 2.0 @@ -40,10 +40,10 @@ Iterations 10.0 - + 12.0 - + 100 @@ -83,99 +83,99 @@ Iterations - - + + - + - + - + - + - - - - + + + + - - - - + + + + - - - + + + - + - + - - - + + + - - - + + + - - - + + + - - - - - - - + + + + + + + - + - + - - - - - - - - - + + + + + + + + + - - - + + + - + - - - - - + + + + + - - - - + + + + - - + + diff --git a/criterion/micro_ops_union/report/relative_pdf_small.svg b/criterion/micro_ops_union/report/relative_pdf_small.svg index e1a188cc2adb..a49f67028fa8 100644 --- a/criterion/micro_ops_union/report/relative_pdf_small.svg +++ b/criterion/micro_ops_union/report/relative_pdf_small.svg @@ -51,24 +51,20 @@ Average Time (µs) - + 15 - - + + 16 - - + + 17 - - -18 - - - - - - + + + + + diff --git a/criterion/micro_ops_union/report/relative_regression_small.svg b/criterion/micro_ops_union/report/relative_regression_small.svg index c86ea192dce0..58ff6d97f9fa 100644 --- a/criterion/micro_ops_union/report/relative_regression_small.svg +++ b/criterion/micro_ops_union/report/relative_regression_small.svg @@ -17,10 +17,10 @@ Iterations - + - + 0.0 @@ -34,10 +34,10 @@ Iterations 4.0 - + 6.0 - + 8.0 @@ -46,10 +46,10 @@ Iterations 10.0 - + 12.0 - + 0 @@ -87,8 +87,8 @@ Iterations 800 - - - + + + diff --git a/criterion/micro_ops_union/report/slope.svg b/criterion/micro_ops_union/report/slope.svg index 74421aa0be03..098abb7313d2 100644 --- a/criterion/micro_ops_union/report/slope.svg +++ b/criterion/micro_ops_union/report/slope.svg @@ -13,86 +13,86 @@ Average time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + - -15.24 - - - -15.26 - - - + 15.28 - - + + 15.3 - - + + 15.32 - - + + 15.34 - - + + 15.36 - - + + 15.38 - - + + 15.4 - - + + 15.42 - - - - + + +15.44 + + + +15.46 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_union/report/typical.svg b/criterion/micro_ops_union/report/typical.svg index 1ad83119e3a7..e547e467a157 100644 --- a/criterion/micro_ops_union/report/typical.svg +++ b/criterion/micro_ops_union/report/typical.svg @@ -13,86 +13,86 @@ Average time (µs) 1 - + 2 - - + + 3 - - + + 4 - - + + 5 - - + + 6 - - + + 7 - - + + 8 - - + + 9 - - + + 10 - + - -15.24 - - - -15.26 - - - + 15.28 - - + + 15.3 - - + + 15.32 - - + + 15.34 - - + + 15.36 - - + + 15.38 - - + + 15.4 - - + + 15.42 - - - - + + +15.44 + + + +15.46 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/base/estimates.json b/criterion/micro_ops_unique/base/estimates.json index a8f504f4cd8c..2803e05c55ed 100644 --- a/criterion/micro_ops_unique/base/estimates.json +++ b/criterion/micro_ops_unique/base/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53182.849997861,"upper_bound":53323.3817368928},"point_estimate":53250.31279833436,"standard_error":35.87587246627604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53204.44907407407,"upper_bound":53268.8380952381},"point_estimate":53231.642094017094,"standard_error":17.567197141495917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.54083741408041,"upper_bound":191.85243736203532},"point_estimate":133.44988364778558,"standard_error":23.534838424426994},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53278.836372132304,"upper_bound":53413.6243664773},"point_estimate":53339.35729504294,"standard_error":34.65521923277408},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.61517621846178,"upper_bound":464.8168974752456},"point_estimate":360.4051173043862,"standard_error":56.411917710889824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53296.149280335994,"upper_bound":53547.93510461628},"point_estimate":53404.559275158535,"standard_error":65.0734549843323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53237.22530864197,"upper_bound":53313.34483064059},"point_estimate":53270.366177498254,"standard_error":21.929861198287426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.91440216203051,"upper_bound":228.67260357212524},"point_estimate":167.38794715396173,"standard_error":31.377445155127813},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53301.22994751142,"upper_bound":53402.120746860026},"point_estimate":53347.05747401606,"standard_error":25.87863726254442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.4506581188791,"upper_bound":1001.551440036481},"point_estimate":651.540238458424,"standard_error":205.91788796142217}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/sample.json b/criterion/micro_ops_unique/base/sample.json index 92f80327db53..4fe3838d5545 100644 --- a/criterion/micro_ops_unique/base/sample.json +++ b/criterion/micro_ops_unique/base/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471480.0,943167.0,1459830.0,1885499.0,2390712.0,2872136.0,3329198.0,3799290.0,4282530.0,4752241.0,5237962.0,5755312.0,6280006.0,6702657.0,7143071.0,7636329.0,8111354.0,8589937.0,9092981.0,9539228.0,10055878.0,10553461.0,10973275.0,11810511.0,11907426.0,12456503.0,12859071.0,13424278.0,13915912.0,14332249.0,14816211.0,15261470.0,15807144.0,16214124.0,16711985.0,17240416.0,17628549.0,18137074.0,18649908.0,19109546.0,19645493.0,20158786.0,20557390.0,21068465.0,22277564.0,22100995.0,22532680.0,22991596.0,23494487.0,23937999.0,24404610.0,24911811.0,25513897.0,25831285.0,26594169.0,26851790.0,27325358.0,27784800.0,28339582.0,28982665.0,29220810.0,29689593.0,30241380.0,30708799.0,31145660.0,31577182.0,32198859.0,32623263.0,33127234.0,33559368.0,34045198.0,34796281.0,34933831.0,35549279.0,36008073.0,36391861.0,36923163.0,37379827.0,37898740.0,38393456.0,38770586.0,39412296.0,40520495.0,40329949.0,40716645.0,41169104.0,41740469.0,42208908.0,42708568.0,43081460.0,43608522.0,44104296.0,44699329.0,44962074.0,45587063.0,46038422.0,46593739.0,46976123.0,47484982.0,48723439.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[510007.0,964951.0,1418552.0,1937183.0,2379076.0,2918104.0,3340748.0,3828449.0,4301083.0,4766465.0,5259550.0,5734316.0,6237612.0,6703272.0,7211174.0,7722843.0,8915215.0,8629968.0,9097565.0,9514109.0,10066910.0,10502659.0,11021693.0,11485351.0,11937775.0,12442612.0,12984764.0,13365749.0,13917492.0,14318506.0,14792667.0,15339346.0,15793117.0,16421909.0,16817804.0,17248861.0,17650781.0,18160687.0,18666384.0,19128522.0,19605282.0,20156934.0,20880710.0,21473634.0,21680682.0,22078377.0,22508170.0,22979395.0,23471614.0,24332318.0,24501212.0,25188099.0,25409468.0,25982410.0,26511968.0,26920836.0,27419380.0,27849375.0,28629817.0,28858287.0,29202854.0,29695321.0,30222409.0,30711097.0,31376664.0,31721233.0,32005319.0,32825754.0,33187474.0,33670273.0,34088776.0,34536712.0,34983419.0,35717859.0,35991359.0,36452942.0,36881669.0,37313928.0,37860620.0,38329511.0,38819422.0,39504190.0,39779697.0,40218066.0,40708950.0,41244311.0,41734146.0,42809026.0,42693284.0,43200935.0,43585083.0,44030801.0,44554986.0,45128609.0,45715152.0,45993285.0,46386605.0,47018373.0,47496505.0,47929550.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/base/tukey.json b/criterion/micro_ops_unique/base/tukey.json index 59da0db6a1c2..77450ac807cb 100644 --- a/criterion/micro_ops_unique/base/tukey.json +++ b/criterion/micro_ops_unique/base/tukey.json @@ -1 +1 @@ -[52547.26042595797,52836.214063108186,53606.75709550876,53895.71073265897] \ No newline at end of file +[52408.78902050043,52794.27444568314,53822.2355795037,54207.721004686406] \ No newline at end of file diff --git a/criterion/micro_ops_unique/change/estimates.json b/criterion/micro_ops_unique/change/estimates.json index 13865cf98efb..781552422301 100644 --- a/criterion/micro_ops_unique/change/estimates.json +++ b/criterion/micro_ops_unique/change/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.0025165067507716883,"upper_bound":0.001546389036432266},"point_estimate":-0.0004332967196734039,"standard_error":0.0010336824620022361},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00010699907425515409,"upper_bound":0.0015772694347468974},"point_estimate":0.0007863127375131729,"standard_error":0.0004284285139839333}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":0.0005055171297380157,"upper_bound":0.005996829971484618},"point_estimate":0.002896630436863834,"standard_error":0.0014096730677261604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":-0.00025016166125979566,"upper_bound":0.0017696021054760536},"point_estimate":0.00072746362798215,"standard_error":0.0005251006537555851}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/estimates.json b/criterion/micro_ops_unique/new/estimates.json index a8f504f4cd8c..2803e05c55ed 100644 --- a/criterion/micro_ops_unique/new/estimates.json +++ b/criterion/micro_ops_unique/new/estimates.json @@ -1 +1 @@ -{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53182.849997861,"upper_bound":53323.3817368928},"point_estimate":53250.31279833436,"standard_error":35.87587246627604},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53204.44907407407,"upper_bound":53268.8380952381},"point_estimate":53231.642094017094,"standard_error":17.567197141495917},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":99.54083741408041,"upper_bound":191.85243736203532},"point_estimate":133.44988364778558,"standard_error":23.534838424426994},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53278.836372132304,"upper_bound":53413.6243664773},"point_estimate":53339.35729504294,"standard_error":34.65521923277408},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":244.61517621846178,"upper_bound":464.8168974752456},"point_estimate":360.4051173043862,"standard_error":56.411917710889824}} \ No newline at end of file +{"mean":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53296.149280335994,"upper_bound":53547.93510461628},"point_estimate":53404.559275158535,"standard_error":65.0734549843323},"median":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53237.22530864197,"upper_bound":53313.34483064059},"point_estimate":53270.366177498254,"standard_error":21.929861198287426},"median_abs_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":112.91440216203051,"upper_bound":228.67260357212524},"point_estimate":167.38794715396173,"standard_error":31.377445155127813},"slope":{"confidence_interval":{"confidence_level":0.95,"lower_bound":53301.22994751142,"upper_bound":53402.120746860026},"point_estimate":53347.05747401606,"standard_error":25.87863726254442},"std_dev":{"confidence_interval":{"confidence_level":0.95,"lower_bound":242.4506581188791,"upper_bound":1001.551440036481},"point_estimate":651.540238458424,"standard_error":205.91788796142217}} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/sample.json b/criterion/micro_ops_unique/new/sample.json index 92f80327db53..4fe3838d5545 100644 --- a/criterion/micro_ops_unique/new/sample.json +++ b/criterion/micro_ops_unique/new/sample.json @@ -1 +1 @@ -{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[471480.0,943167.0,1459830.0,1885499.0,2390712.0,2872136.0,3329198.0,3799290.0,4282530.0,4752241.0,5237962.0,5755312.0,6280006.0,6702657.0,7143071.0,7636329.0,8111354.0,8589937.0,9092981.0,9539228.0,10055878.0,10553461.0,10973275.0,11810511.0,11907426.0,12456503.0,12859071.0,13424278.0,13915912.0,14332249.0,14816211.0,15261470.0,15807144.0,16214124.0,16711985.0,17240416.0,17628549.0,18137074.0,18649908.0,19109546.0,19645493.0,20158786.0,20557390.0,21068465.0,22277564.0,22100995.0,22532680.0,22991596.0,23494487.0,23937999.0,24404610.0,24911811.0,25513897.0,25831285.0,26594169.0,26851790.0,27325358.0,27784800.0,28339582.0,28982665.0,29220810.0,29689593.0,30241380.0,30708799.0,31145660.0,31577182.0,32198859.0,32623263.0,33127234.0,33559368.0,34045198.0,34796281.0,34933831.0,35549279.0,36008073.0,36391861.0,36923163.0,37379827.0,37898740.0,38393456.0,38770586.0,39412296.0,40520495.0,40329949.0,40716645.0,41169104.0,41740469.0,42208908.0,42708568.0,43081460.0,43608522.0,44104296.0,44699329.0,44962074.0,45587063.0,46038422.0,46593739.0,46976123.0,47484982.0,48723439.0]} \ No newline at end of file +{"sampling_mode":"Linear","iters":[9.0,18.0,27.0,36.0,45.0,54.0,63.0,72.0,81.0,90.0,99.0,108.0,117.0,126.0,135.0,144.0,153.0,162.0,171.0,180.0,189.0,198.0,207.0,216.0,225.0,234.0,243.0,252.0,261.0,270.0,279.0,288.0,297.0,306.0,315.0,324.0,333.0,342.0,351.0,360.0,369.0,378.0,387.0,396.0,405.0,414.0,423.0,432.0,441.0,450.0,459.0,468.0,477.0,486.0,495.0,504.0,513.0,522.0,531.0,540.0,549.0,558.0,567.0,576.0,585.0,594.0,603.0,612.0,621.0,630.0,639.0,648.0,657.0,666.0,675.0,684.0,693.0,702.0,711.0,720.0,729.0,738.0,747.0,756.0,765.0,774.0,783.0,792.0,801.0,810.0,819.0,828.0,837.0,846.0,855.0,864.0,873.0,882.0,891.0,900.0],"times":[510007.0,964951.0,1418552.0,1937183.0,2379076.0,2918104.0,3340748.0,3828449.0,4301083.0,4766465.0,5259550.0,5734316.0,6237612.0,6703272.0,7211174.0,7722843.0,8915215.0,8629968.0,9097565.0,9514109.0,10066910.0,10502659.0,11021693.0,11485351.0,11937775.0,12442612.0,12984764.0,13365749.0,13917492.0,14318506.0,14792667.0,15339346.0,15793117.0,16421909.0,16817804.0,17248861.0,17650781.0,18160687.0,18666384.0,19128522.0,19605282.0,20156934.0,20880710.0,21473634.0,21680682.0,22078377.0,22508170.0,22979395.0,23471614.0,24332318.0,24501212.0,25188099.0,25409468.0,25982410.0,26511968.0,26920836.0,27419380.0,27849375.0,28629817.0,28858287.0,29202854.0,29695321.0,30222409.0,30711097.0,31376664.0,31721233.0,32005319.0,32825754.0,33187474.0,33670273.0,34088776.0,34536712.0,34983419.0,35717859.0,35991359.0,36452942.0,36881669.0,37313928.0,37860620.0,38329511.0,38819422.0,39504190.0,39779697.0,40218066.0,40708950.0,41244311.0,41734146.0,42809026.0,42693284.0,43200935.0,43585083.0,44030801.0,44554986.0,45128609.0,45715152.0,45993285.0,46386605.0,47018373.0,47496505.0,47929550.0]} \ No newline at end of file diff --git a/criterion/micro_ops_unique/new/tukey.json b/criterion/micro_ops_unique/new/tukey.json index 59da0db6a1c2..77450ac807cb 100644 --- a/criterion/micro_ops_unique/new/tukey.json +++ b/criterion/micro_ops_unique/new/tukey.json @@ -1 +1 @@ -[52547.26042595797,52836.214063108186,53606.75709550876,53895.71073265897] \ No newline at end of file +[52408.78902050043,52794.27444568314,53822.2355795037,54207.721004686406] \ No newline at end of file diff --git a/criterion/micro_ops_unique/report/MAD.svg b/criterion/micro_ops_unique/report/MAD.svg index 364bcb16ce20..d45f1d62c336 100644 --- a/criterion/micro_ops_unique/report/MAD.svg +++ b/criterion/micro_ops_unique/report/MAD.svg @@ -9,74 +9,66 @@ Density (a.u.) Average time (ns) - + 0.002 - - + + 0.004 - - + + 0.006 - - + + 0.008 - - + + 0.01 - - + + 0.012 - - + + 0.014 - - -0.016 - - - -0.018 - - - -0.02 - - + - -100 - - - + 120 - - + + 140 - - + + 160 - - + + 180 - - + + 200 - - - - + + +220 + + + +240 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/SD.svg b/criterion/micro_ops_unique/report/SD.svg index a662ccdeae54..a0621a3823ac 100644 --- a/criterion/micro_ops_unique/report/SD.svg +++ b/criterion/micro_ops_unique/report/SD.svg @@ -6,61 +6,73 @@ micro/ops/unique:SD Density (a.u.) -Average time (ns) +Average time (µs) - -0.001 + +0.5 - - -0.002 + + +1 - - -0.003 + + +1.5 - - -0.004 + + +2 - - -0.005 + + +2.5 - - -0.006 + + +3 - - -0.007 - - + - -250 + +0.2 + + + +0.3 + + + +0.4 + + + +0.5 + + + +0.6 - - -300 + + +0.7 - - -350 + + +0.8 - - -400 + + +0.9 - - -450 + + +1 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/both/pdf.svg b/criterion/micro_ops_unique/report/both/pdf.svg index c476fab3b44e..1dea5d7c3921 100644 --- a/criterion/micro_ops_unique/report/both/pdf.svg +++ b/criterion/micro_ops_unique/report/both/pdf.svg @@ -42,30 +42,26 @@ Average Time (µs) - + 52 - - -53 - - - + + 54 - - -55 - - - + + 56 - - - - - + + +58 + + + + + + Base PDF diff --git a/criterion/micro_ops_unique/report/change/mean.svg b/criterion/micro_ops_unique/report/change/mean.svg index 12e13dda0991..79cd38e7fd7d 100644 --- a/criterion/micro_ops_unique/report/change/mean.svg +++ b/criterion/micro_ops_unique/report/change/mean.svg @@ -9,74 +9,58 @@ Density (a.u.) Relative change (%) - + 50 - - + + 100 - - + + 150 - - + + 200 - - + + 250 - - -300 - - - -350 - - + - --0.0025 - - - --0.002 - - - --0.0015 + +0 - - --0.001 + + +0.001 - - --5e-4 + + +0.002 - - -0 + + +0.003 - - -5e-4 + + +0.004 - - -0.001 + + +0.005 - - -0.0015 + + +0.006 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/median.svg b/criterion/micro_ops_unique/report/change/median.svg index 5cfff672b76a..39d857e12aff 100644 --- a/criterion/micro_ops_unique/report/change/median.svg +++ b/criterion/micro_ops_unique/report/change/median.svg @@ -9,90 +9,54 @@ Density (a.u.) Relative change (%) - + 100 - - + + 200 - - + + 300 - - + + 400 - - + + 500 - - + + 600 - - + + 700 - - -800 - - - -900 - - - -1000 - - + - --2e-4 - - - + 0 - - -2e-4 - - - -4e-4 + + +5e-4 - - -6e-4 - - - -8e-4 - - - + + 0.001 - - -0.0012 - - - -0.0014 - - - -0.0016 + + +0.0015 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/change/t-test.svg b/criterion/micro_ops_unique/report/change/t-test.svg index 1c5a0deafe32..a64488e54253 100644 --- a/criterion/micro_ops_unique/report/change/t-test.svg +++ b/criterion/micro_ops_unique/report/change/t-test.svg @@ -13,77 +13,77 @@ t score 0.0 - + 0.05 - - + + 0.1 - - + + 0.15 - - + + 0.2 - - + + 0.25 - - + + 0.3 - - + + 0.35 - - + + 0.4 - + - + -4.0 - - + + -3.0 - - + + -2.0 - - + + -1.0 - - + + 0.0 - - + + 1.0 - - + + 2.0 - - + + 3.0 - - + + 4.0 - - - + + + t distribution diff --git a/criterion/micro_ops_unique/report/index.html b/criterion/micro_ops_unique/report/index.html index be2aea36e895..152486c6936c 100644 --- a/criterion/micro_ops_unique/report/index.html +++ b/criterion/micro_ops_unique/report/index.html @@ -118,39 +118,39 @@

Additional Statistics:

Slope - 53.279 µs - 53.339 µs - 53.414 µs + 53.301 µs + 53.347 µs + 53.402 µs R² - 0.9965430 - 0.9967093 - 0.9964590 + 0.9967141 + 0.9968161 + 0.9966688 Mean - 53.183 µs - 53.250 µs - 53.323 µs + 53.296 µs + 53.405 µs + 53.548 µs Std. Dev. - 244.62 ns - 360.41 ns - 464.82 ns + 242.45 ns + 651.54 ns + 1.0016 µs Median - 53.204 µs - 53.232 µs - 53.269 µs + 53.237 µs + 53.270 µs + 53.313 µs MAD - 99.541 ns - 133.45 ns - 191.85 ns + 112.91 ns + 167.39 ns + 228.67 ns @@ -231,15 +231,15 @@

Additional Statistics:

Change in time - -0.2517% - -0.0433% - +0.1546% - (p = 0.68 > + +0.0506% + +0.2897% + +0.5997% + (p = 0.03 < 0.05) - No change in performance detected. + Change within noise threshold.

Additional Plots:

diff --git a/criterion/micro_ops_unique/report/mean.svg b/criterion/micro_ops_unique/report/mean.svg index d9f4618b57cc..f107794e0dfd 100644 --- a/criterion/micro_ops_unique/report/mean.svg +++ b/criterion/micro_ops_unique/report/mean.svg @@ -9,62 +9,58 @@ Density (a.u.) Average time (µs) - + +1 + + + 2 - - -4 + + +3 - - -6 - - - -8 + + +4 - - -10 + + +5 - - -12 + + +6 - + - -53.18 - - - -53.2 + +53.3 - - -53.22 + + +53.35 - - -53.24 + + +53.4 - - -53.26 + + +53.45 - - -53.28 + + +53.5 - - -53.3 + + +53.55 - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/median.svg b/criterion/micro_ops_unique/report/median.svg index f28413d1c19b..143d331833ff 100644 --- a/criterion/micro_ops_unique/report/median.svg +++ b/criterion/micro_ops_unique/report/median.svg @@ -9,74 +9,70 @@ Density (a.u.) Average time (µs) - + 5 - - + + 10 - - + + 15 - - + + 20 - - + + 25 - - -30 - - - -35 - - - -40 - - + - -53.2 - - - -53.21 - - - -53.22 - - - + 53.23 - - + + 53.24 - - + + 53.25 - - + + 53.26 - - + + 53.27 - - - - + + +53.28 + + + +53.29 + + + +53.3 + + + +53.31 + + + +53.32 + + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/pdf.svg b/criterion/micro_ops_unique/report/pdf.svg index e2ff9f104573..3c5e7c504615 100644 --- a/criterion/micro_ops_unique/report/pdf.svg +++ b/criterion/micro_ops_unique/report/pdf.svg @@ -50,34 +50,38 @@ Average Time (µs) - + 52 - - -52.5 - - - + + 53 - - -53.5 - - - + + 54 - - -54.5 - - - + + 55 - + + +56 + + + +57 + + + +58 + + + +59 + + Density (a.u.) @@ -86,72 +90,50 @@ Density (a.u.) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - -1.2 - - - -1.4 - - - -1.6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + PDF diff --git a/criterion/micro_ops_unique/report/pdf_small.svg b/criterion/micro_ops_unique/report/pdf_small.svg index e24ab276faf5..06a2ac11fa85 100644 --- a/criterion/micro_ops_unique/report/pdf_small.svg +++ b/criterion/micro_ops_unique/report/pdf_small.svg @@ -10,59 +10,47 @@ Average Time (µs) 0 - + 0.2 - - + + 0.4 - - + + 0.6 - - + + 0.8 - - + + 1 - - + + 1.2 - - -1.4 - - - -1.6 - - - -1.8 - - + - + 52 - - -53 - - - + + 54 - - -55 + + +56 + + + +58 - - - + + + diff --git a/criterion/micro_ops_unique/report/regression.svg b/criterion/micro_ops_unique/report/regression.svg index 713552b9e4dc..6827bb1c72ca 100644 --- a/criterion/micro_ops_unique/report/regression.svg +++ b/criterion/micro_ops_unique/report/regression.svg @@ -18,51 +18,51 @@ Iterations - - - - - - - - + + + + + + + + 5.0 - + 10.0 - - + + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -105,103 +105,103 @@ Iterations - - - + + + - + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + Sample diff --git a/criterion/micro_ops_unique/report/regression_small.svg b/criterion/micro_ops_unique/report/regression_small.svg index c1af06f4429d..d53e9e189d5e 100644 --- a/criterion/micro_ops_unique/report/regression_small.svg +++ b/criterion/micro_ops_unique/report/regression_small.svg @@ -16,13 +16,13 @@ Iterations - - - - - - - + + + + + + + 5.0 @@ -32,34 +32,34 @@ Iterations 10.0 - + 15.0 - - + + 20.0 - - + + 25.0 - - + + 30.0 - - + + 35.0 - - + + 40.0 - - + + 45.0 - + 100 @@ -104,99 +104,99 @@ Iterations - + - + - - - + + + - - - + + + - - - - - - + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - + + diff --git a/criterion/micro_ops_unique/report/relative_pdf_small.svg b/criterion/micro_ops_unique/report/relative_pdf_small.svg index 81cefebbb9fb..ab7e118c8c48 100644 --- a/criterion/micro_ops_unique/report/relative_pdf_small.svg +++ b/criterion/micro_ops_unique/report/relative_pdf_small.svg @@ -39,28 +39,24 @@ Average Time (µs) - + 52 - - -53 - - - + + 54 - - -55 - - - + + 56 - - - - - + + +58 + + + + + + diff --git a/criterion/micro_ops_unique/report/slope.svg b/criterion/micro_ops_unique/report/slope.svg index 1fa78a682ac9..587663c9653c 100644 --- a/criterion/micro_ops_unique/report/slope.svg +++ b/criterion/micro_ops_unique/report/slope.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -53.28 + + +14 + + + +16 - - + + + 53.3 - - + + 53.32 - - + + 53.34 - - + + 53.36 - - + + 53.38 - - -53.4 - - - -53.42 - - - - - + + + + Bootstrap distribution diff --git a/criterion/micro_ops_unique/report/typical.svg b/criterion/micro_ops_unique/report/typical.svg index 66eccf7075d5..8d32b7416d3a 100644 --- a/criterion/micro_ops_unique/report/typical.svg +++ b/criterion/micro_ops_unique/report/typical.svg @@ -9,66 +9,62 @@ Density (a.u.) Average time (µs) - + 2 - - + + 4 - - + + 6 - - + + 8 - - + + 10 - - + + 12 - - - -53.28 + + +14 + + + +16 - - + + + 53.3 - - + + 53.32 - - + + 53.34 - - + + 53.36 - - + + 53.38 - - -53.4 - - - -53.42 - - - - - + + + + Bootstrap distribution