diff --git a/benchmark/index.html b/benchmark/index.html new file mode 100644 index 00000000..b5bbf318 --- /dev/null +++ b/benchmark/index.html @@ -0,0 +1,116 @@ + + + + + + Index - Criterion.rs + + + + +
+

Criterion.rs Benchmark Index

+ See individual benchmark pages below for more details. + +
+ + + \ No newline at end of file diff --git a/benchmark/invert/index.html b/benchmark/invert/index.html new file mode 100644 index 00000000..a514597b --- /dev/null +++ b/benchmark/invert/index.html @@ -0,0 +1,343 @@ + + + + + + invert Summary - Criterion.rs + + + + +
+

invert

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

invert/invert 256x256 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 256x256 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 512x512 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 512x512 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 1024x1024 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 1024x1024 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 2048x2048 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 2048x2048 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 4096x4096 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 4096x4096 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 8192x8192 RGB

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

invert/invert 8192x8192 L

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 1024x1024 L/MAD.svg b/benchmark/invert/invert 1024x1024 L/MAD.svg new file mode 100644 index 00000000..192c7608 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/SD.svg b/benchmark/invert/invert 1024x1024 L/SD.svg new file mode 100644 index 00000000..25c9bb7c --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/SD.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: SD + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/both/pdf.svg b/benchmark/invert/invert 1024x1024 L/both/pdf.svg new file mode 100644 index 00000000..da97d6b9 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 1024x1024 L + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/both/regression.svg b/benchmark/invert/invert 1024x1024 L/both/regression.svg new file mode 100644 index 00000000..60b06187 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 1024x1024 L + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/change/mean.svg b/benchmark/invert/invert 1024x1024 L/change/mean.svg new file mode 100644 index 00000000..154c6c6e --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 L: mean + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/change/median.svg b/benchmark/invert/invert 1024x1024 L/change/median.svg new file mode 100644 index 00000000..0aabde20 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + 61 + + + + + 62 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 L: median + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/change/t-test.svg b/benchmark/invert/invert 1024x1024 L/change/t-test.svg new file mode 100644 index 00000000..be925e41 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/change/t-test.svg @@ -0,0 +1,275 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 1024x1024 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/history.html b/benchmark/invert/invert 1024x1024 L/history.html new file mode 100644 index 00000000..52750eec --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/history.html @@ -0,0 +1,1539 @@ + + + + + + invert/invert 1024x1024 L History - Criterion.rs + + + + +
+ History of invert/invert 1024x1024 L +

# 602023-10-14T23:14:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.51ms 2.60ms 2.64ms
Change in Value:+53.964%+56.543%+59.117%
+ No change in performance detected.
+

# 592023-10-14T16:42:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62ms 1.64ms 1.65ms
Change in Value:-3.9531%-3.2372%-2.3395%
+ No change in performance detected.
+

# 582023-10-14T16:27:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-0.1321%-0.0902%-0.0567%
+ No change in performance detected.
+

# 572023-10-14T16:24:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:-4.4055%-4.2889%-4.2219%
+ No change in performance detected.
+

# 562023-10-14T16:10:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.12ms
Change in Value:+19.995%+20.149%+20.251%
+ No change in performance detected.
+

# 552023-10-13T02:54:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.633%-16.566%-16.435%
+ No change in performance detected.
+

# 542023-10-13T02:45:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.662%-16.636%-16.611%
+ No change in performance detected.
+

# 532023-10-13T02:22:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+20.051%+20.083%+20.120%
+ No change in performance detected.
+

# 522023-10-07T02:49:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-0.0670%-0.0489%-0.0321%
+ No change in performance detected.
+

# 512023-10-06T23:00:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-30.170%-29.725%-29.239%
+ No change in performance detected.
+

# 502023-10-04T22:55:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.47ms 2.49ms 2.51ms
Change in Value:+41.407%+42.317%+43.235%
+ No change in performance detected.
+

# 492023-09-05T14:46:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:-0.1032%-0.0637%-0.0334%
+ No change in performance detected.
+

# 482023-09-05T14:45:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:+4.2190%+4.2622%+4.2990%
+ No change in performance detected.
+

# 472023-08-08T14:55:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.69ms 1.69ms
Change in Value:-0.0019%+0.0323%+0.0685%
+ Change within noise threshold.
+

# 462023-04-05T00:07:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.69ms
Change in Value:-17.677%-16.690%-15.737%
+ No change in performance detected.
+

# 452023-03-28T12:25:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.98ms 2.02ms 2.05ms
Change in Value:+13.433%+15.052%+16.626%
+ No change in performance detected.
+

# 442023-02-25T20:17:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-33.314%-32.708%-32.110%
+ No change in performance detected.
+

# 432023-02-25T20:15:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:-36.075%-35.492%-34.919%
+ No change in performance detected.
+

# 422023-02-08T03:49:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.60ms 2.63ms 2.65ms
Change in Value:+2.1860%+3.1972%+4.1473%
+ No change in performance detected.
+

# 412023-02-08T03:47:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-16.717%-16.684%-16.637%
+ No change in performance detected.
+

# 402023-02-08T03:46:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-16.814%-16.799%-16.783%
+ No change in performance detected.
+

# 392023-02-04T03:14:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.53ms 2.53ms 2.53ms
Change in Value:+20.131%+20.157%+20.183%
+ No change in performance detected.
+

# 382023-02-04T02:27:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+0.7304%+1.0183%+1.3339%
+ No change in performance detected.
+

# 372022-12-23T20:20:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.08ms 2.09ms 2.10ms
Change in Value:+23.410%+23.788%+24.191%
+ No change in performance detected.
+

# 362022-12-19T16:12:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:-20.100%-20.047%-19.992%
+ No change in performance detected.
+

# 352022-12-14T18:16:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+0.0156%+0.0835%+0.1495%
+ No change in performance detected.
+

# 342022-12-14T03:39:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+19.521%+19.636%+19.704%
+ No change in performance detected.
+

# 332022-12-14T03:28:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+19.690%+19.821%+19.921%
+ No change in performance detected.
+

# 322022-12-01T03:04:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.877%-15.527%-14.478%
+ No change in performance detected.
+

# 312022-11-29T03:22:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06ms 2.09ms 2.14ms
Change in Value:-2.2631%-1.1029%+0.5440%
+ Change within noise threshold.
+

# 302022-11-27T19:21:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-16.273%-15.896%-15.510%
+ No change in performance detected.
+

# 292022-11-26T20:29:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.50ms 2.51ms 2.52ms
Change in Value:+29.626%+31.650%+33.844%
+ No change in performance detected.
+

# 282022-11-25T17:51:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85ms 1.90ms 1.94ms
Change in Value:+11.274%+12.921%+14.658%
+ No change in performance detected.
+

# 272022-11-25T16:49:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:+8.7030%+8.8225%+8.9552%
+ No change in performance detected.
+

# 262022-11-25T16:48:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+35.884%+36.025%+36.181%
+ No change in performance detected.
+

# 252022-11-23T03:26:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.55ms 1.55ms 1.55ms
Change in Value:-28.508%-27.278%-26.065%
+ No change in performance detected.
+

# 242022-11-23T03:14:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.08ms 2.14ms 2.20ms
Change in Value:-0.6626%+1.0186%+2.8245%
+ Change within noise threshold.
+

# 232022-11-23T03:10:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.21ms 2.25ms 2.29ms
Change in Value:+4.5192%+5.7884%+7.1722%
+ No change in performance detected.
+

# 222022-11-23T03:09:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.660%-16.636%-16.615%
+ No change in performance detected.
+

# 212022-11-22T01:06:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+19.889%+19.923%+19.960%
+ No change in performance detected.
+

# 202022-11-22T01:05:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+19.892%+19.914%+19.935%
+ No change in performance detected.
+

# 192022-11-22T01:04:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+19.827%+19.864%+19.914%
+ No change in performance detected.
+

# 182022-11-22T00:50:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-0.4324%-0.3420%-0.2792%
+ No change in performance detected.
+

# 172022-11-22T00:08:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:+4.5965%+4.6579%+4.7436%
+ No change in performance detected.
+

# 162022-11-21T13:07:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.69ms 1.69ms
Change in Value:-4.4723%-4.3590%-4.2933%
+ No change in performance detected.
+

# 152022-11-21T04:02:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.483%-16.419%-16.316%
+ No change in performance detected.
+

# 142022-11-20T03:59:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-6.2390%-4.8277%-3.6927%
+ No change in performance detected.
+

# 132022-11-20T03:57:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.93ms 1.96ms 1.98ms
Change in Value:-12.783%-11.072%-9.4010%
+ No change in performance detected.
+

# 122022-11-19T03:02:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.19ms 2.24ms 2.29ms
Change in Value:+13.504%+16.357%+19.230%
+ No change in performance detected.
+

# 112022-11-18T22:36:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.88ms 1.94ms 2.00ms
Change in Value:-11.045%-8.5788%-5.9424%
+ No change in performance detected.
+

# 102022-11-18T22:21:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03ms 2.04ms 2.08ms
Change in Value:+21.494%+23.584%+26.174%
+ No change in performance detected.
+

# 92022-11-18T21:59:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:-0.0285%-0.0155%-0.0024%
+ No change in performance detected.
+

# 82022-11-18T21:50:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.69ms
Change in Value:-19.990%-19.970%-19.953%
+ No change in performance detected.
+

# 72022-11-18T21:49:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.593%-16.572%-16.557%
+ No change in performance detected.
+

# 62022-11-04T20:57:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-15.164%-14.189%-13.190%
+ No change in performance detected.
+

# 52022-09-02T22:48:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.44ms 2.47ms 2.50ms
Change in Value:+35.103%+38.058%+41.057%
+ No change in performance detected.
+

# 42022-08-16T22:59:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74ms 1.77ms 1.81ms
Change in Value:-29.388%-27.457%-25.564%
+ No change in performance detected.
+

# 32022-08-16T22:32:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.43ms 2.48ms 2.51ms
Change in Value:+37.267%+39.444%+41.700%
+ No change in performance detected.
+

# 22022-08-16T01:50:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-0.0116%+0.0099%+0.0251%
+ Change within noise threshold.
+

# 12022-08-16T01:11:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-0.0518%-0.0276%-0.0059%
+ No change in performance detected.
+

# 02022-08-16T00:52:01Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 1024x1024 L/history.svg b/benchmark/invert/invert 1024x1024 L/history.svg new file mode 100644 index 00000000..a8ee4948 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/history.svg @@ -0,0 +1,461 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 L: History + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/index.html b/benchmark/invert/invert 1024x1024 L/index.html new file mode 100644 index 00000000..9925527c --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 1024x1024 L - Criterion.rs + + + + +
+

invert/invert 1024x1024 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.5148 ms2.5980 ms2.6372 ms
0.97041360.98804310.9840851
Mean2.5130 ms2.5517 ms2.5950 ms
Std. Dev.10.810 µs69.073 µs81.654 µs
Median2.5055 ms2.5174 ms2.6223 ms
MAD4.1426 µs19.622 µs106.54 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+53.964%+56.543%+59.117%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 1024x1024 L/mean.svg b/benchmark/invert/invert 1024x1024 L/mean.svg new file mode 100644 index 00000000..9bb6b4d5 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/mean.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 2.52 + + + + + 2.54 + + + + + 2.56 + + + + + 2.58 + + + + + 2.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: mean + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/median.svg b/benchmark/invert/invert 1024x1024 L/median.svg new file mode 100644 index 00000000..fcf22975 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 2.5 + + + + + 2.52 + + + + + 2.54 + + + + + 2.56 + + + + + 2.58 + + + + + 2.6 + + + + + 2.62 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: median + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/pdf.svg b/benchmark/invert/invert 1024x1024 L/pdf.svg new file mode 100644 index 00000000..35506304 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/pdf.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 2.4 + + + + + 2.45 + + + + + 2.5 + + + + + 2.55 + + + + + 2.6 + + + + + 2.65 + + + + + 2.7 + + + + + 2.75 + + + + + 2.8 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert/invert 1024x1024 L + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/pdf_small.svg b/benchmark/invert/invert 1024x1024 L/pdf_small.svg new file mode 100644 index 00000000..5637cbe6 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 2.4 + + + + + 2.45 + + + + + 2.5 + + + + + 2.55 + + + + + 2.6 + + + + + 2.65 + + + + + 2.7 + + + + + 2.75 + + + + + 2.8 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/regression.svg b/benchmark/invert/invert 1024x1024 L/regression.svg new file mode 100644 index 00000000..75f88c19 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 L + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/regression_small.svg b/benchmark/invert/invert 1024x1024 L/regression_small.svg new file mode 100644 index 00000000..c58ea3e1 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/regression_small.svg @@ -0,0 +1,270 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/relative_pdf_small.svg b/benchmark/invert/invert 1024x1024 L/relative_pdf_small.svg new file mode 100644 index 00000000..4c9a4736 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/relative_pdf_small.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/relative_regression_small.svg b/benchmark/invert/invert 1024x1024 L/relative_regression_small.svg new file mode 100644 index 00000000..9cb02607 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/slope.svg b/benchmark/invert/invert 1024x1024 L/slope.svg new file mode 100644 index 00000000..ab3c05ca --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/slope.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 2.52 + + + + + 2.54 + + + + + 2.56 + + + + + 2.58 + + + + + 2.6 + + + + + 2.62 + + + + + 2.64 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: slope + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 L/typical.svg b/benchmark/invert/invert 1024x1024 L/typical.svg new file mode 100644 index 00000000..ced6525b --- /dev/null +++ b/benchmark/invert/invert 1024x1024 L/typical.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 2.52 + + + + + 2.54 + + + + + 2.56 + + + + + 2.58 + + + + + 2.6 + + + + + 2.62 + + + + + 2.64 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 L: typical + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/MAD.svg b/benchmark/invert/invert 1024x1024 RGB/MAD.svg new file mode 100644 index 00000000..dc95c3a7 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/SD.svg b/benchmark/invert/invert 1024x1024 RGB/SD.svg new file mode 100644 index 00000000..2fe590dc --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + 65 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/both/pdf.svg b/benchmark/invert/invert 1024x1024 RGB/both/pdf.svg new file mode 100644 index 00000000..bf7c5086 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 1024x1024 RGB + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/both/regression.svg b/benchmark/invert/invert 1024x1024 RGB/both/regression.svg new file mode 100644 index 00000000..d9ffed71 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 1024x1024 RGB + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/change/mean.svg b/benchmark/invert/invert 1024x1024 RGB/change/mean.svg new file mode 100644 index 00000000..1825f430 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/change/median.svg b/benchmark/invert/invert 1024x1024 RGB/change/median.svg new file mode 100644 index 00000000..f120430f --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 52 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/change/t-test.svg b/benchmark/invert/invert 1024x1024 RGB/change/t-test.svg new file mode 100644 index 00000000..4229795f --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/change/t-test.svg @@ -0,0 +1,235 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/history.html b/benchmark/invert/invert 1024x1024 RGB/history.html new file mode 100644 index 00000000..2e726ecc --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 1024x1024 RGB History - Criterion.rs + + + + +
+ History of invert/invert 1024x1024 RGB +

# 612023-10-14T23:14:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.52ms 2.55ms 2.59ms
Change in Value:+53.824%+56.085%+58.377%
+ No change in performance detected.
+

# 602023-10-14T16:42:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62ms 1.63ms 1.64ms
Change in Value:-3.8178%-2.9962%-2.2366%
+ No change in performance detected.
+

# 592023-10-14T16:27:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76ms 1.76ms 1.76ms
Change in Value:-16.659%-16.609%-16.551%
+ No change in performance detected.
+

# 582023-10-14T16:24:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.69ms 1.69ms 1.69ms
Change in Value:-20.236%-20.216%-20.197%
+ No change in performance detected.
+

# 572023-10-14T16:10:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-0.2268%-0.1922%-0.1564%
+ No change in performance detected.
+

# 562023-10-14T16:10:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.12ms 2.14ms 2.16ms
Change in Value:+0.2342%+0.6008%+1.1899%
+ No change in performance detected.
+

# 552023-10-13T02:54:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-29.602%-29.082%-28.741%
+ No change in performance detected.
+

# 542023-10-13T02:45:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.12ms
Change in Value:-29.632%-29.097%-28.704%
+ No change in performance detected.
+

# 532023-10-13T02:21:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.96ms 2.98ms 3.02ms
Change in Value:+19.491%+20.117%+20.959%
+ No change in performance detected.
+

# 522023-10-07T02:48:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.48ms 2.48ms 2.49ms
Change in Value:+0.1929%+0.3569%+0.5283%
+ No change in performance detected.
+

# 512023-10-06T22:59:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.47ms 2.47ms 2.47ms
Change in Value:-18.243%-17.317%-16.385%
+ No change in performance detected.
+

# 502023-10-04T22:55:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.93ms 2.98ms 3.04ms
Change in Value:+19.971%+21.282%+22.554%
+ No change in performance detected.
+

# 492023-09-05T14:46:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-16.717%-16.702%-16.689%
+ No change in performance detected.
+

# 482023-09-05T14:45:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.46ms 2.47ms 2.47ms
Change in Value:-2.6810%-2.5559%-2.3713%
+ No change in performance detected.
+

# 472023-08-08T14:55:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.53ms 2.53ms 2.53ms
Change in Value:+19.966%+20.031%+20.071%
+ No change in performance detected.
+

# 462023-04-05T00:06:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-16.053%-15.064%-13.953%
+ No change in performance detected.
+

# 452023-03-28T12:25:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.42ms 2.46ms 2.49ms
Change in Value:+31.630%+33.374%+34.985%
+ No change in performance detected.
+

# 442023-02-25T20:16:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:-20.490%-19.418%-18.424%
+ No change in performance detected.
+

# 432023-02-25T20:14:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-24.227%-23.202%-22.253%
+ No change in performance detected.
+

# 422023-02-08T03:49:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.28ms 2.32ms 2.35ms
Change in Value:+2.2754%+3.5648%+4.8835%
+ No change in performance detected.
+

# 412023-02-08T03:47:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:-16.748%-16.672%-16.601%
+ No change in performance detected.
+

# 402023-02-08T03:46:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-20.512%-20.445%-20.389%
+ No change in performance detected.
+

# 392023-02-04T03:14:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.23ms 2.23ms 2.23ms
Change in Value:+20.078%+20.167%+20.274%
+ No change in performance detected.
+

# 382023-02-04T02:27:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85ms 1.85ms 1.86ms
Change in Value:-26.612%-26.251%-25.767%
+ No change in performance detected.
+

# 372022-12-23T20:19:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.51ms 2.52ms 2.52ms
Change in Value:+40.763%+41.824%+42.551%
+ No change in performance detected.
+

# 362022-12-19T16:12:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-30.065%-29.974%-29.868%
+ No change in performance detected.
+

# 352022-12-14T18:15:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.52ms 2.53ms 2.53ms
Change in Value:+42.727%+42.909%+43.053%
+ No change in performance detected.
+

# 342022-12-14T03:39:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-4.6933%-4.6576%-4.6209%
+ No change in performance detected.
+

# 332022-12-14T03:28:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:-0.1767%-0.1416%-0.1071%
+ No change in performance detected.
+

# 322022-12-01T03:04:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:-38.389%-36.709%-35.244%
+ No change in performance detected.
+

# 312022-11-29T03:21:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.85ms 2.88ms 2.97ms
Change in Value:+62.216%+65.639%+69.942%
+ No change in performance detected.
+

# 302022-11-27T19:21:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-28.804%-28.587%-28.355%
+ No change in performance detected.
+

# 292022-11-26T20:28:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.48ms 2.48ms 2.49ms
Change in Value:-14.787%-11.328%-8.3869%
+ No change in performance detected.
+

# 282022-11-25T17:51:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.68ms 2.73ms 2.79ms
Change in Value:+53.151%+57.982%+64.463%
+ No change in performance detected.
+

# 272022-11-25T16:49:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-5.0410%-4.9885%-4.9276%
+ No change in performance detected.
+

# 262022-11-25T16:48:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-5.0356%-4.9875%-4.9343%
+ No change in performance detected.
+

# 252022-11-23T03:26:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.87ms
Change in Value:-37.003%-36.104%-35.085%
+ No change in performance detected.
+

# 242022-11-23T03:14:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.92ms 2.96ms 2.98ms
Change in Value:+54.918%+57.386%+59.664%
+ No change in performance detected.
+

# 232022-11-23T03:09:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 3.06ms 3.11ms 3.17ms
Change in Value:+64.777%+67.477%+70.817%
+ No change in performance detected.
+

# 222022-11-23T03:09:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+13.699%+13.754%+13.815%
+ No change in performance detected.
+

# 212022-11-22T01:06:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85ms 1.85ms 1.86ms
Change in Value:-0.1477%-0.1288%-0.1102%
+ No change in performance detected.
+

# 202022-11-22T01:04:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85ms 1.86ms 1.86ms
Change in Value:-0.1695%-0.0855%+0.0447%
+ Change within noise threshold.
+

# 192022-11-22T01:03:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-4.5667%-4.5514%-4.5365%
+ No change in performance detected.
+

# 182022-11-22T00:49:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:-0.0780%-0.0465%-0.0166%
+ No change in performance detected.
+

# 172022-11-22T00:08:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:+4.7506%+4.8045%+4.8534%
+ No change in performance detected.
+

# 162022-11-21T13:07:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-4.8009%-4.7527%-4.7013%
+ No change in performance detected.
+

# 152022-11-21T04:02:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:+0.3803%+0.4072%+0.4491%
+ No change in performance detected.
+

# 142022-11-20T03:59:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85ms 1.85ms 1.85ms
Change in Value:-24.480%-22.191%-20.059%
+ No change in performance detected.
+

# 132022-11-20T03:57:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.97ms 2.04ms 2.11ms
Change in Value:-18.718%-15.532%-12.705%
+ No change in performance detected.
+

# 122022-11-19T03:02:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.31ms 2.37ms 2.46ms
Change in Value:-11.552%-8.7500%-5.6056%
+ No change in performance detected.
+

# 112022-11-18T22:36:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.57ms 2.61ms 2.65ms
Change in Value:-9.8542%-8.0942%-6.3219%
+ No change in performance detected.
+

# 102022-11-18T22:20:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.80ms 2.86ms 2.90ms
Change in Value:+11.098%+12.370%+13.832%
+ No change in performance detected.
+

# 92022-11-18T21:59:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.53ms 2.53ms 2.53ms
Change in Value:-0.0538%-0.0280%-0.0078%
+ No change in performance detected.
+

# 82022-11-18T21:50:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.53ms 2.53ms 2.53ms
Change in Value:+42.681%+42.711%+42.751%
+ No change in performance detected.
+

# 72022-11-18T21:48:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.46ms 2.46ms 2.46ms
Change in Value:+38.930%+38.952%+38.976%
+ No change in performance detected.
+

# 62022-11-04T20:57:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.77ms 1.77ms
Change in Value:-28.023%-27.078%-26.039%
+ No change in performance detected.
+

# 52022-09-02T22:47:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.38ms 2.43ms 2.47ms
Change in Value:-3.5588%-1.9721%-0.3552%
+ No change in performance detected.
+

# 42022-08-16T22:58:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.44ms 2.47ms 2.50ms
Change in Value:-2.5798%+0.1266%+2.4855%
+ Change within noise threshold.
+

# 32022-08-16T22:32:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.43ms 2.46ms 2.52ms
Change in Value:+14.893%+17.334%+20.308%
+ No change in performance detected.
+

# 22022-08-16T01:50:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:+0.1354%+0.1505%+0.1655%
+ No change in performance detected.
+

# 12022-08-16T01:11:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
Change in Value:-0.0493%-0.0283%-0.0113%
+ No change in performance detected.
+

# 02022-08-16T00:51:53Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11ms 2.11ms 2.11ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 1024x1024 RGB/history.svg b/benchmark/invert/invert 1024x1024 RGB/history.svg new file mode 100644 index 00000000..de7f9d9c --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/history.svg @@ -0,0 +1,472 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + 3 + + + + + 3.2 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/index.html b/benchmark/invert/invert 1024x1024 RGB/index.html new file mode 100644 index 00000000..2c588cf3 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 1024x1024 RGB - Criterion.rs + + + + +
+

invert/invert 1024x1024 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope2.5206 ms2.5538 ms2.5861 ms
0.99124950.99470240.9914145
Mean2.5239 ms2.5519 ms2.5825 ms
Std. Dev.30.264 µs50.131 µs61.981 µs
Median2.5041 ms2.5482 ms2.5896 ms
MAD923.80 ns63.533 µs96.438 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+53.824%+56.085%+58.377%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 1024x1024 RGB/mean.svg b/benchmark/invert/invert 1024x1024 RGB/mean.svg new file mode 100644 index 00000000..26a40761 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 2.52 + + + + + 2.53 + + + + + 2.54 + + + + + 2.55 + + + + + 2.56 + + + + + 2.57 + + + + + 2.58 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/median.svg b/benchmark/invert/invert 1024x1024 RGB/median.svg new file mode 100644 index 00000000..bc3718fe --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 2.5 + + + + + 2.52 + + + + + 2.54 + + + + + 2.56 + + + + + 2.58 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/pdf.svg b/benchmark/invert/invert 1024x1024 RGB/pdf.svg new file mode 100644 index 00000000..d0aceb5d --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/pdf.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 2.45 + + + + + 2.5 + + + + + 2.55 + + + + + 2.6 + + + + + 2.65 + + + + + 2.7 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert/invert 1024x1024 RGB + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/pdf_small.svg b/benchmark/invert/invert 1024x1024 RGB/pdf_small.svg new file mode 100644 index 00000000..6f51571e --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 2.45 + + + + + 2.5 + + + + + 2.55 + + + + + 2.6 + + + + + 2.65 + + + + + 2.7 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/regression.svg b/benchmark/invert/invert 1024x1024 RGB/regression.svg new file mode 100644 index 00000000..08533d1f --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 1024x1024 RGB + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/regression_small.svg b/benchmark/invert/invert 1024x1024 RGB/regression_small.svg new file mode 100644 index 00000000..9389052b --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/regression_small.svg @@ -0,0 +1,270 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/relative_pdf_small.svg b/benchmark/invert/invert 1024x1024 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..85230558 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + 2.6 + + + + + 2.8 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/relative_regression_small.svg b/benchmark/invert/invert 1024x1024 RGB/relative_regression_small.svg new file mode 100644 index 00000000..2bf27b94 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/slope.svg b/benchmark/invert/invert 1024x1024 RGB/slope.svg new file mode 100644 index 00000000..a4df55e4 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 2.52 + + + + + 2.53 + + + + + 2.54 + + + + + 2.55 + + + + + 2.56 + + + + + 2.57 + + + + + 2.58 + + + + + 2.59 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 1024x1024 RGB/typical.svg b/benchmark/invert/invert 1024x1024 RGB/typical.svg new file mode 100644 index 00000000..bc9fa891 --- /dev/null +++ b/benchmark/invert/invert 1024x1024 RGB/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 2.52 + + + + + 2.53 + + + + + 2.54 + + + + + 2.55 + + + + + 2.56 + + + + + 2.57 + + + + + 2.58 + + + + + 2.59 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 1024x1024 RGB: typical + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/MAD.svg b/benchmark/invert/invert 2048x2048 L/MAD.svg new file mode 100644 index 00000000..286b861d --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 0.008 + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/SD.svg b/benchmark/invert/invert 2048x2048 L/SD.svg new file mode 100644 index 00000000..fd09d664 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/SD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: SD + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/both/pdf.svg b/benchmark/invert/invert 2048x2048 L/both/pdf.svg new file mode 100644 index 00000000..1ec9f5ce --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 2048x2048 L + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/both/regression.svg b/benchmark/invert/invert 2048x2048 L/both/regression.svg new file mode 100644 index 00000000..b040c617 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 2048x2048 L + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/change/mean.svg b/benchmark/invert/invert 2048x2048 L/change/mean.svg new file mode 100644 index 00000000..d1db1328 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 51 + + + + + 52 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 L: mean + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/change/median.svg b/benchmark/invert/invert 2048x2048 L/change/median.svg new file mode 100644 index 00000000..f0e0e245 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/change/median.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + 56 + + + + + 58 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 L: median + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/change/t-test.svg b/benchmark/invert/invert 2048x2048 L/change/t-test.svg new file mode 100644 index 00000000..42643d15 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 2048x2048 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/history.html b/benchmark/invert/invert 2048x2048 L/history.html new file mode 100644 index 00000000..4e2e1ff8 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 2048x2048 L History - Criterion.rs + + + + +
+ History of invert/invert 2048x2048 L +

# 612023-10-14T23:15:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.11ms10.17ms10.26ms
Change in Value:+51.246%+54.210%+57.415%
+ No change in performance detected.
+

# 602023-10-14T16:43:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.56ms 6.68ms 6.80ms
Change in Value:-2.8787%-1.1295%+0.4691%
+ Change within noise threshold.
+

# 592023-10-14T16:28:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.05ms 7.05ms 7.06ms
Change in Value:+0.1330%+0.2444%+0.3749%
+ No change in performance detected.
+

# 582023-10-14T16:25:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-4.2294%-4.2063%-4.1865%
+ No change in performance detected.
+

# 572023-10-14T16:11:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.51ms 8.52ms 8.53ms
Change in Value:+20.879%+21.034%+21.192%
+ No change in performance detected.
+

# 562023-10-14T16:11:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.04ms 7.04ms
Change in Value:+0.0554%+0.0974%+0.1374%
+ No change in performance detected.
+

# 552023-10-13T02:54:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.04ms 7.04ms
Change in Value:-16.846%-16.812%-16.779%
+ No change in performance detected.
+

# 542023-10-13T02:46:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.04ms 7.04ms
Change in Value:-16.799%-16.759%-16.712%
+ No change in performance detected.
+

# 532023-10-13T02:22:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.45ms 8.46ms 8.46ms
Change in Value:+20.218%+20.291%+20.357%
+ No change in performance detected.
+

# 522023-10-07T02:49:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.03ms 7.03ms
Change in Value:-0.2857%-0.2384%-0.1803%
+ No change in performance detected.
+

# 512023-10-06T23:00:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.05ms 7.05ms 7.05ms
Change in Value:-29.735%-29.191%-28.597%
+ No change in performance detected.
+

# 502023-10-04T22:56:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.79ms 9.88ms10.00ms
Change in Value:+39.898%+41.014%+42.041%
+ No change in performance detected.
+

# 492023-09-05T14:47:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-0.0696%-0.0444%-0.0096%
+ No change in performance detected.
+

# 482023-09-05T14:45:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.05ms 7.06ms 7.07ms
Change in Value:+4.6031%+4.6662%+4.7387%
+ No change in performance detected.
+

# 472023-08-08T14:55:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.75ms
Change in Value:+0.0246%+0.0440%+0.0604%
+ No change in performance detected.
+

# 462023-04-05T00:07:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-16.947%-16.041%-15.301%
+ No change in performance detected.
+

# 452023-03-28T12:26:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.93ms 8.09ms 8.23ms
Change in Value:+13.140%+14.148%+15.187%
+ No change in performance detected.
+

# 442023-02-25T20:17:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.03ms 7.03ms
Change in Value:-30.610%-30.552%-30.495%
+ No change in performance detected.
+

# 432023-02-25T20:15:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-33.475%-33.419%-33.364%
+ No change in performance detected.
+

# 422023-02-08T03:49:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.12ms10.13ms10.14ms
Change in Value:-0.8035%-0.7065%-0.6003%
+ No change in performance detected.
+

# 412023-02-08T03:47:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.46ms 8.47ms 8.47ms
Change in Value:-17.015%-16.915%-16.794%
+ No change in performance detected.
+

# 402023-02-08T03:46:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:-17.412%-17.359%-17.299%
+ No change in performance detected.
+

# 392023-02-04T03:14:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.18ms10.20ms10.21ms
Change in Value:+20.668%+20.781%+20.878%
+ No change in performance detected.
+

# 382023-02-04T02:28:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.44ms 8.44ms 8.45ms
Change in Value:-0.1893%+0.2178%+0.6576%
+ Change within noise threshold.
+

# 372022-12-23T20:20:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.35ms 8.41ms 8.47ms
Change in Value:+24.503%+25.021%+25.487%
+ No change in performance detected.
+

# 362022-12-19T16:12:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-20.359%-20.249%-20.115%
+ No change in performance detected.
+

# 352022-12-14T18:16:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.45ms 8.46ms 8.47ms
Change in Value:+0.1519%+0.3360%+0.4686%
+ No change in performance detected.
+

# 342022-12-14T03:39:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.42ms 8.42ms 8.42ms
Change in Value:+19.648%+19.666%+19.684%
+ No change in performance detected.
+

# 332022-12-14T03:28:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.44ms 8.45ms 8.45ms
Change in Value:+19.965%+20.009%+20.051%
+ No change in performance detected.
+

# 322022-12-01T03:05:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.04ms 7.04ms
Change in Value:-16.139%-15.367%-14.599%
+ No change in performance detected.
+

# 312022-11-29T03:22:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.25ms 8.31ms 8.39ms
Change in Value:-2.2791%-1.3674%-0.4329%
+ No change in performance detected.
+

# 302022-11-27T19:22:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:-16.765%-16.035%-15.391%
+ No change in performance detected.
+

# 292022-11-26T20:29:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.96ms10.09ms10.20ms
Change in Value:+28.183%+30.330%+32.583%
+ No change in performance detected.
+

# 282022-11-25T17:51:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.56ms 7.70ms 7.87ms
Change in Value:+12.783%+14.319%+15.990%
+ No change in performance detected.
+

# 272022-11-25T16:49:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:+8.4483%+8.5668%+8.6906%
+ No change in performance detected.
+

# 262022-11-25T16:49:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.42ms 8.43ms 8.43ms
Change in Value:+35.553%+35.700%+35.850%
+ No change in performance detected.
+

# 252022-11-23T03:27:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.20ms 6.21ms 6.21ms
Change in Value:-28.572%-27.428%-26.351%
+ No change in performance detected.
+

# 242022-11-23T03:15:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.46ms 8.57ms 8.68ms
Change in Value:-0.2495%+1.4009%+2.8875%
+ Change within noise threshold.
+

# 232022-11-23T03:10:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.68ms 8.78ms 8.96ms
Change in Value:+3.8542%+5.9750%+8.5999%
+ No change in performance detected.
+

# 222022-11-23T03:09:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.03ms 7.03ms
Change in Value:-16.721%-16.682%-16.656%
+ No change in performance detected.
+

# 212022-11-22T01:06:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.44ms 8.44ms 8.44ms
Change in Value:+19.760%+19.871%+19.970%
+ No change in performance detected.
+

# 202022-11-22T01:05:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.44ms 8.44ms 8.45ms
Change in Value:+19.816%+19.925%+20.013%
+ No change in performance detected.
+

# 192022-11-22T01:04:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:+19.694%+19.805%+19.912%
+ No change in performance detected.
+

# 182022-11-22T00:50:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.03ms 7.04ms
Change in Value:-0.3368%-0.2443%-0.1265%
+ No change in performance detected.
+

# 172022-11-22T00:09:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.05ms 7.06ms 7.06ms
Change in Value:+4.5748%+4.6395%+4.7039%
+ No change in performance detected.
+

# 162022-11-21T13:07:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-4.9562%-4.8607%-4.7882%
+ No change in performance detected.
+

# 152022-11-21T04:03:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.08ms 7.08ms 7.09ms
Change in Value:-16.132%-16.066%-15.986%
+ No change in performance detected.
+

# 142022-11-20T04:00:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.44ms 8.45ms 8.45ms
Change in Value:-9.4857%-8.3760%-7.2290%
+ No change in performance detected.
+

# 132022-11-20T03:58:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.95ms 8.12ms 8.26ms
Change in Value:-13.644%-11.821%-9.6667%
+ No change in performance detected.
+

# 122022-11-19T03:03:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.09ms 9.28ms 9.42ms
Change in Value:+16.763%+18.383%+19.943%
+ No change in performance detected.
+

# 112022-11-18T22:37:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.74ms 7.83ms 7.90ms
Change in Value:-6.9640%-5.1338%-3.0971%
+ No change in performance detected.
+

# 102022-11-18T22:21:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.08ms 8.22ms 8.36ms
Change in Value:+19.011%+21.748%+23.990%
+ No change in performance detected.
+

# 92022-11-18T22:00:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-0.0621%-0.0364%-0.0158%
+ No change in performance detected.
+

# 82022-11-18T21:50:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-19.983%-19.967%-19.950%
+ No change in performance detected.
+

# 72022-11-18T21:49:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.04ms 7.04ms
Change in Value:-16.496%-16.475%-16.450%
+ No change in performance detected.
+

# 62022-11-04T20:58:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.42ms 8.43ms 8.43ms
Change in Value:-17.402%-15.681%-14.169%
+ No change in performance detected.
+

# 52022-09-02T22:48:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.78ms 9.85ms 9.96ms
Change in Value:+35.225%+39.589%+43.810%
+ No change in performance detected.
+

# 42022-08-16T22:59:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.98ms 7.03ms 7.09ms
Change in Value:-30.781%-28.527%-26.018%
+ No change in performance detected.
+

# 32022-08-16T22:33:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.75ms10.02ms10.29ms
Change in Value:+39.810%+42.374%+45.184%
+ No change in performance detected.
+

# 22022-08-16T01:50:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.04ms 7.04ms
Change in Value:-0.0495%-0.0137%+0.0231%
+ Change within noise threshold.
+

# 12022-08-16T01:11:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.04ms 7.04ms
Change in Value:+0.0397%+0.0621%+0.0908%
+ No change in performance detected.
+

# 02022-08-16T00:52:17Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.03ms 7.03ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 2048x2048 L/history.svg b/benchmark/invert/invert 2048x2048 L/history.svg new file mode 100644 index 00000000..ddc527de --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/history.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 L: History + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/index.html b/benchmark/invert/invert 2048x2048 L/index.html new file mode 100644 index 00000000..82a54f93 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 2048x2048 L - Criterion.rs + + + + +
+

invert/invert 2048x2048 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope10.111 ms10.166 ms10.262 ms
0.99722460.99779560.9960230
Mean10.169 ms10.277 ms10.409 ms
Std. Dev.77.888 µs206.08 µs282.07 µs
Median10.100 ms10.261 ms10.382 ms
MAD8.9546 µs178.65 µs292.34 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+51.246%+54.210%+57.415%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 2048x2048 L/mean.svg b/benchmark/invert/invert 2048x2048 L/mean.svg new file mode 100644 index 00000000..f1caddea --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 10.15 + + + + + 10.2 + + + + + 10.25 + + + + + 10.3 + + + + + 10.35 + + + + + 10.4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: mean + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/median.svg b/benchmark/invert/invert 2048x2048 L/median.svg new file mode 100644 index 00000000..a0e5a69c --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 10.1 + + + + + 10.15 + + + + + 10.2 + + + + + 10.25 + + + + + 10.3 + + + + + 10.35 + + + + + 10.4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: median + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/pdf.svg b/benchmark/invert/invert 2048x2048 L/pdf.svg new file mode 100644 index 00000000..2ddfdbaa --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 9.8 + + + + + 10 + + + + + 10.2 + + + + + 10.4 + + + + + 10.6 + + + + + 10.8 + + + + + 11 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert/invert 2048x2048 L + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/pdf_small.svg b/benchmark/invert/invert 2048x2048 L/pdf_small.svg new file mode 100644 index 00000000..65bfe957 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 9.8 + + + + + 10 + + + + + 10.2 + + + + + 10.4 + + + + + 10.6 + + + + + 10.8 + + + + + 11 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/regression.svg b/benchmark/invert/invert 2048x2048 L/regression.svg new file mode 100644 index 00000000..fc3e7c71 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 L + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/regression_small.svg b/benchmark/invert/invert 2048x2048 L/regression_small.svg new file mode 100644 index 00000000..62a200ba --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/regression_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/relative_pdf_small.svg b/benchmark/invert/invert 2048x2048 L/relative_pdf_small.svg new file mode 100644 index 00000000..9aba97ab --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/relative_regression_small.svg b/benchmark/invert/invert 2048x2048 L/relative_regression_small.svg new file mode 100644 index 00000000..935da10e --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/slope.svg b/benchmark/invert/invert 2048x2048 L/slope.svg new file mode 100644 index 00000000..3afcc352 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 10.1 + + + + + 10.12 + + + + + 10.14 + + + + + 10.16 + + + + + 10.18 + + + + + 10.2 + + + + + 10.22 + + + + + 10.24 + + + + + 10.26 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: slope + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 L/typical.svg b/benchmark/invert/invert 2048x2048 L/typical.svg new file mode 100644 index 00000000..ed7b7962 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 L/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 10.1 + + + + + 10.12 + + + + + 10.14 + + + + + 10.16 + + + + + 10.18 + + + + + 10.2 + + + + + 10.22 + + + + + 10.24 + + + + + 10.26 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 L: typical + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/MAD.svg b/benchmark/invert/invert 2048x2048 RGB/MAD.svg new file mode 100644 index 00000000..25a4cc91 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/MAD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 0.02 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/SD.svg b/benchmark/invert/invert 2048x2048 RGB/SD.svg new file mode 100644 index 00000000..14ff44c4 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/SD.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/both/pdf.svg b/benchmark/invert/invert 2048x2048 RGB/both/pdf.svg new file mode 100644 index 00000000..c8f832f5 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 2048x2048 RGB + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/both/regression.svg b/benchmark/invert/invert 2048x2048 RGB/both/regression.svg new file mode 100644 index 00000000..756a4575 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/both/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 2048x2048 RGB + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/change/mean.svg b/benchmark/invert/invert 2048x2048 RGB/change/mean.svg new file mode 100644 index 00000000..dff988a2 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/change/mean.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 45 + + + + + 45.5 + + + + + 46 + + + + + 46.5 + + + + + 47 + + + + + 47.5 + + + + + 48 + + + + + 48.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/change/median.svg b/benchmark/invert/invert 2048x2048 RGB/change/median.svg new file mode 100644 index 00000000..ea141d3a --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 45 + + + + + 45.5 + + + + + 46 + + + + + 46.5 + + + + + 47 + + + + + 47.5 + + + + + 48 + + + + + 48.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/change/t-test.svg b/benchmark/invert/invert 2048x2048 RGB/change/t-test.svg new file mode 100644 index 00000000..45e4c0fa --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/change/t-test.svg @@ -0,0 +1,266 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/history.html b/benchmark/invert/invert 2048x2048 RGB/history.html new file mode 100644 index 00000000..cbdee7b2 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/history.html @@ -0,0 +1,1539 @@ + + + + + + invert/invert 2048x2048 RGB History - Criterion.rs + + + + +
+ History of invert/invert 2048x2048 RGB +

# 602023-10-14T23:14:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.09ms10.21ms10.35ms
Change in Value:+44.916%+46.743%+48.514%
+ No change in performance detected.
+

# 592023-10-14T16:42:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.85ms 6.91ms 6.98ms
Change in Value:+1.7714%+2.5622%+3.7301%
+ No change in performance detected.
+

# 582023-10-14T16:28:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.08ms 7.10ms 7.12ms
Change in Value:-16.831%-16.637%-16.461%
+ No change in performance detected.
+

# 572023-10-14T16:25:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.74ms 6.74ms 6.74ms
Change in Value:-20.768%-20.674%-20.580%
+ No change in performance detected.
+

# 562023-10-14T16:10:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.48ms 8.49ms 8.49ms
Change in Value:-0.2651%-0.1409%-0.0172%
+ No change in performance detected.
+

# 552023-10-13T02:54:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.49ms 8.50ms 8.51ms
Change in Value:-28.318%-28.220%-28.121%
+ No change in performance detected.
+

# 542023-10-13T02:46:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.46ms 8.47ms 8.48ms
Change in Value:-28.599%-28.522%-28.451%
+ No change in performance detected.
+

# 532023-10-13T02:22:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:11.83ms11.84ms11.84ms
Change in Value:+19.755%+19.900%+20.049%
+ No change in performance detected.
+

# 522023-10-07T02:49:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.86ms 9.87ms 9.89ms
Change in Value:-0.3239%-0.2040%-0.0823%
+ No change in performance detected.
+

# 512023-10-06T23:00:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.89ms 9.89ms 9.90ms
Change in Value:-16.145%-15.569%-14.924%
+ No change in performance detected.
+

# 502023-10-04T22:55:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:11.65ms11.73ms11.79ms
Change in Value:+15.611%+16.538%+17.259%
+ No change in performance detected.
+

# 492023-09-05T14:47:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:-16.804%-16.786%-16.769%
+ No change in performance detected.
+

# 482023-09-05T14:45:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.02ms10.05ms10.07ms
Change in Value:-0.9369%-0.6670%-0.4854%
+ No change in performance detected.
+

# 472023-08-08T14:55:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.12ms10.12ms10.13ms
Change in Value:+20.095%+20.132%+20.167%
+ No change in performance detected.
+

# 462023-04-05T00:07:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:-16.981%-16.274%-15.470%
+ No change in performance detected.
+

# 452023-03-28T12:25:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.90ms 9.99ms10.11ms
Change in Value:+33.323%+34.866%+36.039%
+ No change in performance detected.
+

# 442023-02-25T20:17:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.46ms 7.47ms 7.47ms
Change in Value:-22.924%-20.699%-18.943%
+ No change in performance detected.
+

# 432023-02-25T20:15:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.10ms 7.10ms
Change in Value:-26.772%-24.638%-22.972%
+ No change in performance detected.
+

# 422023-02-08T03:49:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.17ms 9.28ms 9.40ms
Change in Value:+2.6991%+4.9475%+7.9719%
+ No change in performance detected.
+

# 412023-02-08T03:47:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.52ms 7.52ms 7.54ms
Change in Value:-16.096%-15.958%-15.812%
+ No change in performance detected.
+

# 402023-02-08T03:46:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.10ms 7.10ms 7.10ms
Change in Value:-20.896%-20.842%-20.793%
+ No change in performance detected.
+

# 392023-02-04T03:14:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.96ms 8.97ms 8.97ms
Change in Value:+20.390%+20.516%+20.640%
+ No change in performance detected.
+

# 382023-02-04T02:28:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.43ms 7.44ms 7.45ms
Change in Value:-27.050%-26.708%-26.304%
+ No change in performance detected.
+

# 372022-12-23T20:20:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.11ms10.15ms10.19ms
Change in Value:+42.286%+43.063%+43.779%
+ No change in performance detected.
+

# 362022-12-19T16:12:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.09ms 7.10ms
Change in Value:-30.966%-30.822%-30.645%
+ No change in performance detected.
+

# 352022-12-14T18:16:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.25ms10.26ms10.27ms
Change in Value:+44.532%+44.742%+44.917%
+ No change in performance detected.
+

# 342022-12-14T03:39:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.09ms 7.09ms
Change in Value:-4.9212%-4.8676%-4.7986%
+ No change in performance detected.
+

# 332022-12-14T03:28:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.45ms 7.46ms 7.46ms
Change in Value:+0.0264%+0.0677%+0.1100%
+ No change in performance detected.
+

# 322022-12-01T03:04:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.45ms 7.45ms 7.45ms
Change in Value:-35.717%-35.196%-34.692%
+ No change in performance detected.
+

# 312022-11-29T03:22:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:11.49ms11.61ms11.69ms
Change in Value:+60.862%+62.070%+63.175%
+ No change in performance detected.
+

# 302022-11-27T19:22:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.10ms 7.10ms
Change in Value:-30.165%-29.766%-29.400%
+ No change in performance detected.
+

# 292022-11-26T20:29:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.08ms10.16ms10.22ms
Change in Value:-7.2068%-5.1268%-3.3419%
+ No change in performance detected.
+

# 282022-11-25T17:51:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.51ms10.67ms10.76ms
Change in Value:+47.846%+50.248%+54.136%
+ No change in performance detected.
+

# 272022-11-25T16:49:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.09ms 7.09ms
Change in Value:-16.387%-16.322%-16.263%
+ No change in performance detected.
+

# 262022-11-25T16:49:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.09ms 7.09ms
Change in Value:-16.356%-16.290%-16.231%
+ No change in performance detected.
+

# 252022-11-23T03:27:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.46ms 8.47ms 8.48ms
Change in Value:-31.941%-29.504%-27.669%
+ No change in performance detected.
+

# 242022-11-23T03:14:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:11.68ms11.88ms12.09ms
Change in Value:+57.687%+61.609%+67.866%
+ No change in performance detected.
+

# 232022-11-23T03:10:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:12.34ms12.63ms13.01ms
Change in Value:+69.284%+72.133%+74.947%
+ No change in performance detected.
+

# 222022-11-23T03:09:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.46ms 8.47ms 8.48ms
Change in Value:+13.817%+13.903%+13.997%
+ No change in performance detected.
+

# 212022-11-22T01:06:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.43ms 7.43ms 7.44ms
Change in Value:-0.8270%-0.5494%-0.3164%
+ No change in performance detected.
+

# 202022-11-22T01:05:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.45ms 7.46ms 7.47ms
Change in Value:-0.4821%-0.1783%+0.0919%
+ Change within noise threshold.
+

# 192022-11-22T01:04:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.11ms 7.12ms 7.12ms
Change in Value:-5.1450%-4.8565%-4.6043%
+ No change in performance detected.
+

# 182022-11-22T00:50:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.45ms 7.46ms 7.47ms
Change in Value:-2.2649%-2.0400%-1.7586%
+ No change in performance detected.
+

# 172022-11-22T00:08:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.62ms 7.64ms 7.64ms
Change in Value:+7.3818%+7.4799%+7.5871%
+ No change in performance detected.
+

# 162022-11-21T13:07:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.10ms 7.10ms 7.10ms
Change in Value:-8.7930%-8.5837%-8.4031%
+ No change in performance detected.
+

# 152022-11-21T04:02:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.75ms 7.77ms 7.79ms
Change in Value:+4.1017%+4.3603%+4.6096%
+ No change in performance detected.
+

# 142022-11-20T04:00:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.43ms 7.45ms 7.46ms
Change in Value:-23.821%-22.436%-21.004%
+ No change in performance detected.
+

# 132022-11-20T03:58:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.93ms 8.10ms 8.36ms
Change in Value:-18.514%-16.451%-14.052%
+ No change in performance detected.
+

# 122022-11-19T03:03:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.40ms 9.58ms 9.80ms
Change in Value:-11.493%-9.0572%-6.6153%
+ No change in performance detected.
+

# 112022-11-18T22:36:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.27ms10.49ms10.69ms
Change in Value:-11.703%-9.3917%-6.5860%
+ No change in performance detected.
+

# 102022-11-18T22:21:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:11.26ms11.45ms11.69ms
Change in Value:+13.220%+15.118%+17.005%
+ No change in performance detected.
+

# 92022-11-18T21:59:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.11ms10.11ms10.11ms
Change in Value:-0.1632%-0.1041%-0.0470%
+ No change in performance detected.
+

# 82022-11-18T21:50:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.12ms10.12ms10.13ms
Change in Value:+42.809%+42.862%+42.957%
+ No change in performance detected.
+

# 72022-11-18T21:49:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.86ms 9.86ms 9.86ms
Change in Value:+39.098%+39.165%+39.276%
+ No change in performance detected.
+

# 62022-11-04T20:57:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.09ms 7.09ms 7.09ms
Change in Value:-28.466%-27.549%-26.591%
+ No change in performance detected.
+

# 52022-09-02T22:48:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.74ms 9.92ms10.00ms
Change in Value:-5.5100%-3.0353%-0.5708%
+ No change in performance detected.
+

# 42022-08-16T22:59:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.85ms10.06ms10.33ms
Change in Value:+0.6880%+2.9287%+5.3675%
+ No change in performance detected.
+

# 32022-08-16T22:32:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.74ms 9.82ms 9.92ms
Change in Value:+14.998%+15.884%+16.815%
+ No change in performance detected.
+

# 22022-08-16T01:50:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.45ms 8.46ms 8.47ms
Change in Value:+0.2364%+0.3171%+0.4255%
+ No change in performance detected.
+

# 12022-08-16T01:11:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
Change in Value:-0.0256%-0.0029%+0.0228%
+ Change within noise threshold.
+

# 02022-08-16T00:52:09Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.43ms 8.43ms 8.43ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 2048x2048 RGB/history.svg b/benchmark/invert/invert 2048x2048 RGB/history.svg new file mode 100644 index 00000000..6b845eca --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/history.svg @@ -0,0 +1,466 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/index.html b/benchmark/invert/invert 2048x2048 RGB/index.html new file mode 100644 index 00000000..06311a68 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 2048x2048 RGB - Criterion.rs + + + + +
+

invert/invert 2048x2048 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope10.093 ms10.214 ms10.352 ms
0.99342630.99578700.9927694
Mean10.085 ms10.148 ms10.233 ms
Std. Dev.38.732 µs128.79 µs188.87 µs
Median10.069 ms10.119 ms10.176 ms
MAD12.345 µs62.280 µs141.10 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+44.916%+46.743%+48.514%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 2048x2048 RGB/mean.svg b/benchmark/invert/invert 2048x2048 RGB/mean.svg new file mode 100644 index 00000000..344fea8e --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 10.08 + + + + + 10.1 + + + + + 10.12 + + + + + 10.14 + + + + + 10.16 + + + + + 10.18 + + + + + 10.2 + + + + + 10.22 + + + + + 10.24 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/median.svg b/benchmark/invert/invert 2048x2048 RGB/median.svg new file mode 100644 index 00000000..6bb596b4 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 10.06 + + + + + 10.08 + + + + + 10.1 + + + + + 10.12 + + + + + 10.14 + + + + + 10.16 + + + + + 10.18 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/pdf.svg b/benchmark/invert/invert 2048x2048 RGB/pdf.svg new file mode 100644 index 00000000..44e76280 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 9.8 + + + + + 9.9 + + + + + 10 + + + + + 10.1 + + + + + 10.2 + + + + + 10.3 + + + + + 10.4 + + + + + 10.5 + + + + + 10.6 + + + + + 10.7 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert/invert 2048x2048 RGB + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/pdf_small.svg b/benchmark/invert/invert 2048x2048 RGB/pdf_small.svg new file mode 100644 index 00000000..b24af272 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 9.8 + + + + + 9.9 + + + + + 10 + + + + + 10.1 + + + + + 10.2 + + + + + 10.3 + + + + + 10.4 + + + + + 10.5 + + + + + 10.6 + + + + + 10.7 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/regression.svg b/benchmark/invert/invert 2048x2048 RGB/regression.svg new file mode 100644 index 00000000..c00fa69d --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 2048x2048 RGB + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/regression_small.svg b/benchmark/invert/invert 2048x2048 RGB/regression_small.svg new file mode 100644 index 00000000..e869b525 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/regression_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/relative_pdf_small.svg b/benchmark/invert/invert 2048x2048 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..616a7bb9 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + 10.5 + + + + + 11 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/relative_regression_small.svg b/benchmark/invert/invert 2048x2048 RGB/relative_regression_small.svg new file mode 100644 index 00000000..8ad2b9a6 --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/relative_regression_small.svg @@ -0,0 +1,368 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 90 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/slope.svg b/benchmark/invert/invert 2048x2048 RGB/slope.svg new file mode 100644 index 00000000..0dc397aa --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 10.1 + + + + + 10.15 + + + + + 10.2 + + + + + 10.25 + + + + + 10.3 + + + + + 10.35 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 2048x2048 RGB/typical.svg b/benchmark/invert/invert 2048x2048 RGB/typical.svg new file mode 100644 index 00000000..85fa339d --- /dev/null +++ b/benchmark/invert/invert 2048x2048 RGB/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 10.1 + + + + + 10.15 + + + + + 10.2 + + + + + 10.25 + + + + + 10.3 + + + + + 10.35 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 2048x2048 RGB: typical + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/MAD.svg b/benchmark/invert/invert 256x256 L/MAD.svg new file mode 100644 index 00000000..192876ef --- /dev/null +++ b/benchmark/invert/invert 256x256 L/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/SD.svg b/benchmark/invert/invert 256x256 L/SD.svg new file mode 100644 index 00000000..3699277a --- /dev/null +++ b/benchmark/invert/invert 256x256 L/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: SD + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/both/pdf.svg b/benchmark/invert/invert 256x256 L/both/pdf.svg new file mode 100644 index 00000000..1980ccf0 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/both/pdf.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 256x256 L + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/both/regression.svg b/benchmark/invert/invert 256x256 L/both/regression.svg new file mode 100644 index 00000000..aff213d1 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 256x256 L + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/change/mean.svg b/benchmark/invert/invert 256x256 L/change/mean.svg new file mode 100644 index 00000000..cc0ed901 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 46 + + + + + 48 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 L: mean + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/change/median.svg b/benchmark/invert/invert 256x256 L/change/median.svg new file mode 100644 index 00000000..015660c5 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + 50 + + + + + 52 + + + + + 54 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 L: median + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/change/t-test.svg b/benchmark/invert/invert 256x256 L/change/t-test.svg new file mode 100644 index 00000000..0a242b07 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 256x256 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/history.html b/benchmark/invert/invert 256x256 L/history.html new file mode 100644 index 00000000..68180d21 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 256x256 L History - Criterion.rs + + + + +
+ History of invert/invert 256x256 L +

# 612023-10-14T23:13:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:155.77µs156.55µs157.27µs
Change in Value:+45.076%+49.390%+53.400%
+ No change in performance detected.
+

# 602023-10-14T16:41:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:101.92µs103.25µs105.43µs
Change in Value:-2.5991%-0.3664%+2.1046%
+ Change within noise threshold.
+

# 592023-10-14T16:27:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.72µs110.20µs111.31µs
Change in Value:-0.2482%+0.6042%+2.1437%
+ Change within noise threshold.
+

# 582023-10-14T16:23:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.27µs105.28µs105.30µs
Change in Value:-4.1289%-4.0860%-4.0577%
+ No change in performance detected.
+

# 572023-10-14T16:09:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.83µs109.88µs109.95µs
Change in Value:+0.0564%+0.1490%+0.2719%
+ No change in performance detected.
+

# 562023-10-14T16:09:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.71µs131.73µs131.76µs
Change in Value:+19.947%+20.009%+20.059%
+ No change in performance detected.
+

# 552023-10-13T02:53:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.74µs109.74µs109.75µs
Change in Value:-16.640%-16.614%-16.578%
+ No change in performance detected.
+

# 542023-10-13T02:45:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.73µs109.78µs109.86µs
Change in Value:-16.644%-16.535%-16.352%
+ No change in performance detected.
+

# 532023-10-13T02:21:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.62µs131.64µs131.66µs
Change in Value:+20.015%+20.039%+20.061%
+ No change in performance detected.
+

# 522023-10-07T02:48:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.65µs109.66µs109.67µs
Change in Value:-0.2328%-0.1169%-0.0413%
+ No change in performance detected.
+

# 512023-10-06T22:59:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.70µs109.72µs109.77µs
Change in Value:-29.586%-28.947%-28.362%
+ No change in performance detected.
+

# 502023-10-04T22:54:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.77µs155.97µs157.68µs
Change in Value:+39.671%+40.848%+42.257%
+ No change in performance detected.
+

# 492023-09-05T14:46:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.25µs105.26µs105.27µs
Change in Value:-0.0767%-0.0576%-0.0414%
+ No change in performance detected.
+

# 482023-09-05T14:44:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.70µs109.71µs109.72µs
Change in Value:+4.1469%+4.1705%+4.1902%
+ No change in performance detected.
+

# 472023-08-08T14:54:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.30µs105.31µs105.32µs
Change in Value:-0.0605%-0.0070%+0.0315%
+ Change within noise threshold.
+

# 462023-04-05T00:06:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.29µs105.32µs105.37µs
Change in Value:-15.722%-14.991%-14.220%
+ No change in performance detected.
+

# 452023-03-28T12:24:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:123.30µs124.21µs125.17µs
Change in Value:+12.040%+12.973%+14.066%
+ No change in performance detected.
+

# 442023-02-25T20:16:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.65µs109.66µs109.69µs
Change in Value:-33.027%-32.558%-32.094%
+ No change in performance detected.
+

# 432023-02-25T20:14:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.28µs105.31µs105.35µs
Change in Value:-35.698%-35.248%-34.800%
+ No change in performance detected.
+

# 422023-02-08T03:48:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.51µs163.20µs164.40µs
Change in Value:+2.1425%+2.8964%+3.6711%
+ No change in performance detected.
+

# 412023-02-08T03:46:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.64µs131.66µs131.69µs
Change in Value:-16.697%-16.670%-16.630%
+ No change in performance detected.
+

# 402023-02-08T03:45:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.63µs131.64µs131.66µs
Change in Value:-16.719%-16.706%-16.693%
+ No change in performance detected.
+

# 392023-02-04T03:13:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:158.03µs158.04µs158.04µs
Change in Value:+20.095%+20.110%+20.128%
+ No change in performance detected.
+

# 382023-02-04T02:27:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.57µs131.58µs131.59µs
Change in Value:-0.0293%+0.1094%+0.2341%
+ Change within noise threshold.
+

# 372022-12-23T20:19:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.16µs131.30µs131.45µs
Change in Value:+24.596%+24.780%+24.962%
+ No change in performance detected.
+

# 362022-12-19T16:11:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.28µs105.41µs105.58µs
Change in Value:-20.113%-20.042%-19.944%
+ No change in performance detected.
+

# 352022-12-14T18:15:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.71µs131.76µs131.79µs
Change in Value:+0.0410%+0.1243%+0.1757%
+ No change in performance detected.
+

# 342022-12-14T03:38:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.56µs131.57µs131.59µs
Change in Value:+19.318%+19.653%+19.881%
+ No change in performance detected.
+

# 332022-12-14T03:27:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.62µs131.63µs131.64µs
Change in Value:+19.369%+19.708%+19.935%
+ No change in performance detected.
+

# 322022-12-01T03:03:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.75µs109.77µs109.81µs
Change in Value:-16.785%-15.438%-14.060%
+ No change in performance detected.
+

# 312022-11-29T03:21:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:128.82µs131.16µs133.49µs
Change in Value:-2.8165%-1.2079%+0.4769%
+ Change within noise threshold.
+

# 302022-11-27T19:20:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.62µs131.63µs131.66µs
Change in Value:-15.833%-15.475%-15.146%
+ No change in performance detected.
+

# 292022-11-26T20:28:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:155.06µs155.82µs156.26µs
Change in Value:+26.589%+28.692%+30.742%
+ No change in performance detected.
+

# 282022-11-25T17:50:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:118.42µs120.45µs122.47µs
Change in Value:+13.147%+14.953%+16.934%
+ No change in performance detected.
+

# 272022-11-25T16:48:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.26µs105.27µs105.29µs
Change in Value:-4.0337%-4.0150%-3.9987%
+ No change in performance detected.
+

# 262022-11-25T16:48:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.58µs131.59µs131.60µs
Change in Value:+19.970%+19.992%+20.010%
+ No change in performance detected.
+

# 252022-11-23T03:26:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.65µs109.67µs109.69µs
Change in Value:-18.507%-17.726%-16.837%
+ No change in performance detected.
+

# 242022-11-23T03:13:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.73µs132.94µs134.19µs
Change in Value:+0.5376%+1.3059%+2.2475%
+ No change in performance detected.
+

# 232022-11-23T03:09:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:132.04µs133.88µs136.40µs
Change in Value:+0.4399%+1.5918%+2.8488%
+ No change in performance detected.
+

# 222022-11-23T03:08:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.65µs109.66µs109.67µs
Change in Value:-16.667%-16.651%-16.628%
+ No change in performance detected.
+

# 212022-11-22T01:05:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.57µs131.58µs131.58µs
Change in Value:+19.919%+19.930%+19.942%
+ No change in performance detected.
+

# 202022-11-22T01:04:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.62µs131.63µs131.64µs
Change in Value:+19.966%+19.997%+20.048%
+ No change in performance detected.
+

# 192022-11-22T01:03:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.63µs132.56µs134.82µs
Change in Value:+19.974%+20.655%+21.952%
+ No change in performance detected.
+

# 182022-11-22T00:49:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.70µs109.71µs109.72µs
Change in Value:-0.1432%-0.0916%-0.0605%
+ No change in performance detected.
+

# 172022-11-22T00:07:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.78µs109.78µs109.80µs
Change in Value:+4.2492%+4.2835%+4.3432%
+ No change in performance detected.
+

# 162022-11-21T13:06:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.29µs105.30µs105.32µs
Change in Value:-4.0849%-4.0689%-4.0550%
+ No change in performance detected.
+

# 152022-11-21T04:01:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.76µs109.77µs109.78µs
Change in Value:-16.648%-16.626%-16.606%
+ No change in performance detected.
+

# 142022-11-20T03:59:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.63µs131.64µs131.66µs
Change in Value:-5.3463%-4.0022%-2.7017%
+ No change in performance detected.
+

# 132022-11-20T03:56:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:126.21µs128.80µs131.72µs
Change in Value:-9.3541%-7.3910%-5.3011%
+ No change in performance detected.
+

# 122022-11-19T03:01:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.20µs135.67µs137.09µs
Change in Value:+10.631%+13.112%+15.786%
+ No change in performance detected.
+

# 112022-11-18T22:35:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:121.30µs122.73µs124.01µs
Change in Value:-7.9138%-5.9208%-3.8810%
+ No change in performance detected.
+

# 102022-11-18T22:20:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:127.57µs128.60µs129.60µs
Change in Value:+20.891%+22.402%+23.945%
+ No change in performance detected.
+

# 92022-11-18T21:58:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.27µs105.27µs105.27µs
Change in Value:-0.1914%-0.0584%+0.0360%
+ Change within noise threshold.
+

# 82022-11-18T21:49:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.29µs105.39µs105.61µs
Change in Value:-19.976%-19.927%-19.835%
+ No change in performance detected.
+

# 72022-11-18T21:48:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.65µs109.65µs109.66µs
Change in Value:-16.663%-16.658%-16.653%
+ No change in performance detected.
+

# 62022-11-04T20:56:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.57µs131.57µs131.57µs
Change in Value:-13.939%-12.962%-11.950%
+ No change in performance detected.
+

# 52022-09-02T22:47:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:148.61µs151.13µs153.54µs
Change in Value:+29.089%+32.317%+35.693%
+ No change in performance detected.
+

# 42022-08-16T22:58:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:112.48µs115.19µs116.91µs
Change in Value:-27.143%-24.921%-22.911%
+ No change in performance detected.
+

# 32022-08-16T22:31:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:150.47µs151.12µs151.87µs
Change in Value:+37.030%+38.718%+41.821%
+ No change in performance detected.
+

# 22022-08-16T01:49:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.68µs109.69µs109.71µs
Change in Value:+0.0248%+0.0465%+0.0759%
+ No change in performance detected.
+

# 12022-08-16T01:10:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.64µs109.65µs109.66µs
Change in Value:-0.0444%-0.0347%-0.0241%
+ No change in performance detected.
+

# 02022-08-16T00:51:29Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.67µs109.68µs109.69µs
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 256x256 L/history.svg b/benchmark/invert/invert 256x256 L/history.svg new file mode 100644 index 00000000..1c76b7d5 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/history.svg @@ -0,0 +1,467 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (µs) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 L: History + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/index.html b/benchmark/invert/invert 256x256 L/index.html new file mode 100644 index 00000000..813e42f5 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 256x256 L - Criterion.rs + + + + +
+

invert/invert 256x256 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope155.77 µs156.55 µs157.27 µs
0.99872540.99918340.9987943
Mean155.56 µs156.71 µs158.23 µs
Std. Dev.563.55 ns2.3268 µs3.3470 µs
Median155.29 µs155.84 µs157.62 µs
MAD129.72 ns867.67 ns2.7849 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+45.076%+49.390%+53.400%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 256x256 L/mean.svg b/benchmark/invert/invert 256x256 L/mean.svg new file mode 100644 index 00000000..da7d7d90 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 155.5 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: mean + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/median.svg b/benchmark/invert/invert 256x256 L/median.svg new file mode 100644 index 00000000..386e5f03 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 155.5 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: median + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/pdf.svg b/benchmark/invert/invert 256x256 L/pdf.svg new file mode 100644 index 00000000..c908827c --- /dev/null +++ b/benchmark/invert/invert 256x256 L/pdf.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 164 + + + + + 166 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert/invert 256x256 L + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/pdf_small.svg b/benchmark/invert/invert 256x256 L/pdf_small.svg new file mode 100644 index 00000000..ac296c6a --- /dev/null +++ b/benchmark/invert/invert 256x256 L/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 164 + + + + + 166 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/regression.svg b/benchmark/invert/invert 256x256 L/regression.svg new file mode 100644 index 00000000..a2ee09d3 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 L + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/regression_small.svg b/benchmark/invert/invert 256x256 L/regression_small.svg new file mode 100644 index 00000000..72f045c7 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/regression_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/relative_pdf_small.svg b/benchmark/invert/invert 256x256 L/relative_pdf_small.svg new file mode 100644 index 00000000..1b2330d9 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/relative_pdf_small.svg @@ -0,0 +1,321 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/relative_regression_small.svg b/benchmark/invert/invert 256x256 L/relative_regression_small.svg new file mode 100644 index 00000000..1d3f6ed4 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/slope.svg b/benchmark/invert/invert 256x256 L/slope.svg new file mode 100644 index 00000000..f8f72ab9 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/slope.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 155.8 + + + + + 156 + + + + + 156.2 + + + + + 156.4 + + + + + 156.6 + + + + + 156.8 + + + + + 157 + + + + + 157.2 + + + + + 157.4 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: slope + + + + + + + diff --git a/benchmark/invert/invert 256x256 L/typical.svg b/benchmark/invert/invert 256x256 L/typical.svg new file mode 100644 index 00000000..944bd8f8 --- /dev/null +++ b/benchmark/invert/invert 256x256 L/typical.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 155.8 + + + + + 156 + + + + + 156.2 + + + + + 156.4 + + + + + 156.6 + + + + + 156.8 + + + + + 157 + + + + + 157.2 + + + + + 157.4 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 L: typical + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/MAD.svg b/benchmark/invert/invert 256x256 RGB/MAD.svg new file mode 100644 index 00000000..b8a058eb --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/SD.svg b/benchmark/invert/invert 256x256 RGB/SD.svg new file mode 100644 index 00000000..32e3a437 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/both/pdf.svg b/benchmark/invert/invert 256x256 RGB/both/pdf.svg new file mode 100644 index 00000000..a5a3701b --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 256x256 RGB + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/both/regression.svg b/benchmark/invert/invert 256x256 RGB/both/regression.svg new file mode 100644 index 00000000..b3c7c99c --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/both/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 256x256 RGB + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/change/mean.svg b/benchmark/invert/invert 256x256 RGB/change/mean.svg new file mode 100644 index 00000000..e6904080 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 45 + + + + + 46 + + + + + 47 + + + + + 48 + + + + + 49 + + + + + 50 + + + + + 51 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/change/median.svg b/benchmark/invert/invert 256x256 RGB/change/median.svg new file mode 100644 index 00000000..8fc64ae6 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + 50 + + + + + 52 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/change/t-test.svg b/benchmark/invert/invert 256x256 RGB/change/t-test.svg new file mode 100644 index 00000000..7e031e1a --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/change/t-test.svg @@ -0,0 +1,272 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -50 + + + + + -40 + + + + + -30 + + + + + -20 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 256x256 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/history.html b/benchmark/invert/invert 256x256 RGB/history.html new file mode 100644 index 00000000..a2bebf9e --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 256x256 RGB History - Criterion.rs + + + + +
+ History of invert/invert 256x256 RGB +

# 612023-10-14T23:13:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:156.44µs157.90µs159.33µs
Change in Value:+44.874%+47.899%+50.806%
+ No change in performance detected.
+

# 602023-10-14T16:41:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:103.52µs106.23µs109.27µs
Change in Value:-1.3639%+0.8331%+3.2634%
+ Change within noise threshold.
+

# 592023-10-14T16:26:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:109.77µs110.29µs110.78µs
Change in Value:-16.671%-16.488%-16.241%
+ No change in performance detected.
+

# 582023-10-14T16:23:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:105.31µs105.32µs105.35µs
Change in Value:-20.014%-19.992%-19.970%
+ No change in performance detected.
+

# 572023-10-14T16:09:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.68µs131.70µs131.74µs
Change in Value:+0.0213%+0.0600%+0.1061%
+ No change in performance detected.
+

# 562023-10-14T16:09:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.73µs136.31µs143.12µs
Change in Value:+0.0648%+1.4186%+4.0734%
+ Change within noise threshold.
+

# 552023-10-13T02:53:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.61µs131.65µs131.70µs
Change in Value:-32.383%-31.581%-30.777%
+ No change in performance detected.
+

# 542023-10-13T02:44:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.61µs131.62µs131.65µs
Change in Value:-32.372%-31.576%-30.776%
+ No change in performance detected.
+

# 532023-10-13T02:20:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:190.26µs192.76µs195.96µs
Change in Value:+23.794%+25.231%+26.808%
+ No change in performance detected.
+

# 522023-10-07T02:48:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.60µs153.63µs153.68µs
Change in Value:-0.5261%-0.2531%-0.0946%
+ No change in performance detected.
+

# 512023-10-06T22:58:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.80µs154.25µs155.01µs
Change in Value:-16.206%-15.719%-15.177%
+ No change in performance detected.
+

# 502023-10-04T22:54:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:182.51µs183.53µs184.38µs
Change in Value:+18.303%+18.929%+19.541%
+ No change in performance detected.
+

# 492023-09-05T14:45:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.58µs131.81µs132.38µs
Change in Value:-16.758%-16.582%-16.364%
+ No change in performance detected.
+

# 482023-09-05T14:44:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.64µs153.68µs153.73µs
Change in Value:-2.8774%-2.7649%-2.6973%
+ No change in performance detected.
+

# 472023-08-08T14:54:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.95µs158.17µs158.49µs
Change in Value:+19.994%+20.069%+20.197%
+ No change in performance detected.
+

# 462023-04-05T00:06:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.61µs131.62µs131.64µs
Change in Value:-13.412%-12.325%-11.192%
+ No change in performance detected.
+

# 452023-03-28T12:24:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:148.78µs150.97µs152.86µs
Change in Value:+27.726%+29.597%+31.085%
+ No change in performance detected.
+

# 442023-02-25T20:16:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.81µs115.84µs115.87µs
Change in Value:-19.509%-18.791%-18.230%
+ No change in performance detected.
+

# 432023-02-25T20:14:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.70µs110.71µs110.72µs
Change in Value:-23.073%-22.381%-21.845%
+ No change in performance detected.
+

# 422023-02-08T03:48:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:141.63µs143.53µs145.69µs
Change in Value:+1.3965%+2.2924%+3.3196%
+ No change in performance detected.
+

# 412023-02-08T03:46:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.74µs115.77µs115.83µs
Change in Value:-17.365%-16.953%-16.696%
+ No change in performance detected.
+

# 402023-02-08T03:45:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.73µs110.75µs110.83µs
Change in Value:-20.955%-20.555%-20.293%
+ No change in performance detected.
+

# 392023-02-04T03:13:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:138.97µs139.60µs140.81µs
Change in Value:+20.089%+20.447%+21.005%
+ No change in performance detected.
+

# 382023-02-04T02:26:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.76µs115.77µs115.78µs
Change in Value:-26.960%-26.817%-26.697%
+ No change in performance detected.
+

# 372022-12-23T20:19:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.79µs157.92µs158.11µs
Change in Value:+42.654%+42.893%+43.168%
+ No change in performance detected.
+

# 362022-12-19T16:11:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.69µs110.70µs110.72µs
Change in Value:-29.946%-29.898%-29.841%
+ No change in performance detected.
+

# 352022-12-14T18:14:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.84µs157.95µs158.08µs
Change in Value:+42.617%+42.706%+42.801%
+ No change in performance detected.
+

# 342022-12-14T03:38:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.66µs110.66µs110.67µs
Change in Value:-4.4280%-4.3974%-4.3767%
+ No change in performance detected.
+

# 332022-12-14T03:27:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.92µs115.98µs116.11µs
Change in Value:+0.1047%+0.2206%+0.4271%
+ No change in performance detected.
+

# 322022-12-01T03:03:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.73µs115.75µs115.80µs
Change in Value:-36.741%-35.827%-34.900%
+ No change in performance detected.
+

# 312022-11-29T03:20:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:178.34µs180.46µs182.70µs
Change in Value:+60.740%+62.889%+65.842%
+ No change in performance detected.
+

# 302022-11-27T19:20:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.72µs110.73µs110.75µs
Change in Value:-28.986%-28.628%-28.252%
+ No change in performance detected.
+

# 292022-11-26T20:28:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:154.41µs155.47µs156.27µs
Change in Value:-15.731%-12.949%-10.004%
+ No change in performance detected.
+

# 282022-11-25T17:50:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:166.52µs172.62µs179.65µs
Change in Value:+56.457%+60.996%+66.670%
+ No change in performance detected.
+

# 272022-11-25T16:48:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.69µs110.71µs110.73µs
Change in Value:-16.115%-15.982%-15.904%
+ No change in performance detected.
+

# 262022-11-25T16:47:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.70µs110.72µs110.76µs
Change in Value:-16.117%-15.981%-15.901%
+ No change in performance detected.
+

# 252022-11-23T03:25:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.65µs131.91µs132.30µs
Change in Value:-28.379%-27.499%-26.584%
+ No change in performance detected.
+

# 242022-11-23T03:13:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:180.09µs183.53µs185.89µs
Change in Value:+54.804%+56.679%+58.557%
+ No change in performance detected.
+

# 232022-11-23T03:08:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:184.46µs188.22µs192.38µs
Change in Value:+59.308%+61.771%+64.291%
+ No change in performance detected.
+

# 222022-11-23T03:08:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.63µs131.66µs131.71µs
Change in Value:+13.240%+13.495%+13.684%
+ No change in performance detected.
+

# 212022-11-22T01:05:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.82µs115.85µs115.93µs
Change in Value:+0.0433%+0.1994%+0.4040%
+ Change within noise threshold.
+

# 202022-11-22T01:04:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.77µs115.78µs115.79µs
Change in Value:-0.0120%+0.0152%+0.0371%
+ Change within noise threshold.
+

# 192022-11-22T01:03:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.73µs110.74µs110.75µs
Change in Value:-4.3699%-4.3457%-4.3284%
+ No change in performance detected.
+

# 182022-11-22T00:49:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.76µs115.78µs115.82µs
Change in Value:-0.2028%-0.1797%-0.1498%
+ No change in performance detected.
+

# 172022-11-22T00:07:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.96µs115.98µs115.99µs
Change in Value:+4.7052%+4.7299%+4.7528%
+ No change in performance detected.
+

# 162022-11-21T13:06:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.72µs110.74µs110.76µs
Change in Value:-4.3870%-4.3596%-4.3364%
+ No change in performance detected.
+

# 152022-11-21T04:01:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.76µs115.77µs115.79µs
Change in Value:+0.0102%+0.0339%+0.0616%
+ No change in performance detected.
+

# 142022-11-20T03:58:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:115.74µs115.75µs115.78µs
Change in Value:-22.789%-21.342%-20.084%
+ No change in performance detected.
+

# 132022-11-20T03:56:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:127.11µs129.25µs131.88µs
Change in Value:-12.686%-10.046%-7.0770%
+ No change in performance detected.
+

# 122022-11-19T03:01:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:144.55µs145.78µs147.41µs
Change in Value:-12.653%-10.647%-8.2420%
+ No change in performance detected.
+

# 112022-11-18T22:35:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:164.45µs166.27µs167.63µs
Change in Value:-10.771%-8.8454%-6.9524%
+ No change in performance detected.
+

# 102022-11-18T22:20:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:178.27µs179.85µs181.87µs
Change in Value:+12.853%+14.417%+15.755%
+ No change in performance detected.
+

# 92022-11-18T21:58:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.89µs157.90µs157.91µs
Change in Value:-0.0405%-0.0282%-0.0171%
+ No change in performance detected.
+

# 82022-11-18T21:49:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.92µs157.93µs157.95µs
Change in Value:+42.649%+42.668%+42.687%
+ No change in performance detected.
+

# 72022-11-18T21:48:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.51µs153.52µs153.54µs
Change in Value:+38.653%+38.682%+38.730%
+ No change in performance detected.
+

# 62022-11-04T20:56:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:110.70µs110.70µs110.71µs
Change in Value:-27.287%-26.206%-25.142%
+ No change in performance detected.
+

# 52022-09-02T22:47:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:149.49µs151.87µs154.00µs
Change in Value:-9.5577%-6.9424%-4.4928%
+ No change in performance detected.
+

# 42022-08-16T22:58:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.82µs163.44µs168.77µs
Change in Value:+1.1077%+4.4042%+7.9476%
+ No change in performance detected.
+

# 32022-08-16T22:31:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:151.91µs155.90µs160.41µs
Change in Value:+14.813%+17.303%+20.155%
+ No change in performance detected.
+

# 22022-08-16T01:49:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.62µs131.64µs131.67µs
Change in Value:-0.0358%+0.0091%+0.0510%
+ Change within noise threshold.
+

# 12022-08-16T01:10:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.57µs131.58µs131.61µs
Change in Value:-0.0173%+0.0222%+0.0737%
+ Change within noise threshold.
+

# 02022-08-16T00:51:21Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:131.58µs131.60µs131.64µs
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 256x256 RGB/history.svg b/benchmark/invert/invert 256x256 RGB/history.svg new file mode 100644 index 00000000..adf7d79c --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/history.svg @@ -0,0 +1,482 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + 190 + + + + + 200 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (µs) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/index.html b/benchmark/invert/invert 256x256 RGB/index.html new file mode 100644 index 00000000..0b5b5877 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 256x256 RGB - Criterion.rs + + + + +
+

invert/invert 256x256 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope156.44 µs157.90 µs159.33 µs
0.99629710.99779090.9963592
Mean156.19 µs157.07 µs158.07 µs
Std. Dev.716.87 ns1.6111 µs2.2233 µs
Median155.85 µs157.04 µs157.73 µs
MAD196.27 ns1.0844 µs2.6855 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+44.874%+47.899%+50.806%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 256x256 RGB/mean.svg b/benchmark/invert/invert 256x256 RGB/mean.svg new file mode 100644 index 00000000..81bba17b --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/median.svg b/benchmark/invert/invert 256x256 RGB/median.svg new file mode 100644 index 00000000..aa66f5c0 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/median.svg @@ -0,0 +1,278 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 156 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/pdf.svg b/benchmark/invert/invert 256x256 RGB/pdf.svg new file mode 100644 index 00000000..6464f4a0 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert/invert 256x256 RGB + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/pdf_small.svg b/benchmark/invert/invert 256x256 RGB/pdf_small.svg new file mode 100644 index 00000000..cef0f4e1 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 152 + + + + + 154 + + + + + 156 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/regression.svg b/benchmark/invert/invert 256x256 RGB/regression.svg new file mode 100644 index 00000000..b75dc899 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 256x256 RGB + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/regression_small.svg b/benchmark/invert/invert 256x256 RGB/regression_small.svg new file mode 100644 index 00000000..6343d4c3 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/regression_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/relative_pdf_small.svg b/benchmark/invert/invert 256x256 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..925c45ab --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 90 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/relative_regression_small.svg b/benchmark/invert/invert 256x256 RGB/relative_regression_small.svg new file mode 100644 index 00000000..935a816f --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/relative_regression_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/slope.svg b/benchmark/invert/invert 256x256 RGB/slope.svg new file mode 100644 index 00000000..5ebf8599 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + 159.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 256x256 RGB/typical.svg b/benchmark/invert/invert 256x256 RGB/typical.svg new file mode 100644 index 00000000..cfbcf4a0 --- /dev/null +++ b/benchmark/invert/invert 256x256 RGB/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 156.5 + + + + + 157 + + + + + 157.5 + + + + + 158 + + + + + 158.5 + + + + + 159 + + + + + 159.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 256x256 RGB: typical + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/MAD.svg b/benchmark/invert/invert 4096x4096 L/MAD.svg new file mode 100644 index 00000000..83d4806d --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/SD.svg b/benchmark/invert/invert 4096x4096 L/SD.svg new file mode 100644 index 00000000..1d14cd61 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/SD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: SD + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/both/pdf.svg b/benchmark/invert/invert 4096x4096 L/both/pdf.svg new file mode 100644 index 00000000..deec4191 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/both/pdf.svg @@ -0,0 +1,363 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 4096x4096 L + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/both/regression.svg b/benchmark/invert/invert 4096x4096 L/both/regression.svg new file mode 100644 index 00000000..bb24ce4f --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 1200 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 4096x4096 L + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/change/mean.svg b/benchmark/invert/invert 4096x4096 L/change/mean.svg new file mode 100644 index 00000000..66d46128 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/change/mean.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 L: mean + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/change/median.svg b/benchmark/invert/invert 4096x4096 L/change/median.svg new file mode 100644 index 00000000..89d17408 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 L: median + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/change/t-test.svg b/benchmark/invert/invert 4096x4096 L/change/t-test.svg new file mode 100644 index 00000000..15815db8 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/change/t-test.svg @@ -0,0 +1,235 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 4096x4096 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/history.html b/benchmark/invert/invert 4096x4096 L/history.html new file mode 100644 index 00000000..80ab0c09 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 4096x4096 L History - Criterion.rs + + + + +
+ History of invert/invert 4096x4096 L +

# 612023-10-14T23:15:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.54ms35.34ms36.26ms
Change in Value:+32.195%+36.482%+42.076%
+ No change in performance detected.
+

# 602023-10-14T16:43:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.04ms26.17ms26.32ms
Change in Value:-3.3246%-2.6845%-1.9383%
+ No change in performance detected.
+

# 592023-10-14T16:28:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.61ms28.62ms28.63ms
Change in Value:-1.9371%-0.1632%+0.8257%
+ Change within noise threshold.
+

# 582023-10-14T16:25:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.97ms26.98ms26.98ms
Change in Value:-4.8553%-4.6498%-4.4836%
+ No change in performance detected.
+

# 572023-10-14T16:11:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.30ms34.31ms34.34ms
Change in Value:+21.064%+21.330%+21.554%
+ No change in performance detected.
+

# 562023-10-14T16:11:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.39ms28.50ms28.86ms
Change in Value:+0.2410%+1.3110%+3.1770%
+ Change within noise threshold.
+

# 552023-10-13T02:55:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.27ms28.30ms28.33ms
Change in Value:-17.414%-17.265%-17.080%
+ No change in performance detected.
+

# 542023-10-13T02:46:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.28ms28.30ms28.32ms
Change in Value:-17.282%-17.228%-17.174%
+ No change in performance detected.
+

# 532023-10-13T02:23:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.20ms34.21ms34.21ms
Change in Value:+20.989%+21.054%+21.121%
+ No change in performance detected.
+

# 522023-10-07T02:50:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.25ms28.27ms28.28ms
Change in Value:-0.9873%-0.9265%-0.8665%
+ No change in performance detected.
+

# 512023-10-06T23:00:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.50ms28.51ms28.53ms
Change in Value:-32.478%-31.034%-29.780%
+ No change in performance detected.
+

# 502023-10-04T22:56:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.72ms41.50ms42.44ms
Change in Value:+41.864%+44.531%+47.352%
+ No change in performance detected.
+

# 492023-09-05T14:47:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.96ms26.96ms26.96ms
Change in Value:-0.1997%-0.1486%-0.1088%
+ No change in performance detected.
+

# 482023-09-05T14:46:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.58ms28.60ms28.62ms
Change in Value:+5.8852%+5.9631%+6.0307%
+ No change in performance detected.
+

# 472023-08-08T14:56:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.99ms27.00ms27.01ms
Change in Value:+0.0331%+0.0747%+0.1310%
+ No change in performance detected.
+

# 462023-04-05T00:08:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.98ms26.98ms26.98ms
Change in Value:-18.793%-17.313%-15.832%
+ No change in performance detected.
+

# 452023-03-28T12:26:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:32.50ms33.25ms33.68ms
Change in Value:+12.851%+15.504%+17.585%
+ No change in performance detected.
+

# 442023-02-25T20:18:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.24ms28.25ms28.25ms
Change in Value:-32.727%-32.026%-31.332%
+ No change in performance detected.
+

# 432023-02-25T20:16:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.98ms26.98ms26.98ms
Change in Value:-35.755%-35.083%-34.427%
+ No change in performance detected.
+

# 422023-02-08T03:50:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.87ms41.14ms41.75ms
Change in Value:-1.4375%+0.6483%+2.2212%
+ Change within noise threshold.
+

# 412023-02-08T03:48:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.09ms34.10ms34.11ms
Change in Value:-18.737%-17.364%-16.606%
+ No change in performance detected.
+

# 402023-02-08T03:47:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.72ms33.73ms33.73ms
Change in Value:-19.656%-18.320%-17.615%
+ No change in performance detected.
+

# 392023-02-04T03:15:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.94ms41.83ms43.15ms
Change in Value:+20.054%+21.092%+23.108%
+ No change in performance detected.
+

# 382023-02-04T02:28:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.10ms34.10ms34.11ms
Change in Value:+0.9480%+1.4102%+2.0400%
+ No change in performance detected.
+

# 372022-12-23T20:21:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.67ms33.75ms33.82ms
Change in Value:+23.912%+24.648%+25.203%
+ No change in performance detected.
+

# 362022-12-19T16:13:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.97ms26.98ms26.98ms
Change in Value:-20.544%-20.513%-20.479%
+ No change in performance detected.
+

# 352022-12-14T18:17:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.91ms33.93ms33.95ms
Change in Value:+0.6462%+0.6970%+0.7423%
+ No change in performance detected.
+

# 342022-12-14T03:40:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.70ms33.70ms33.70ms
Change in Value:+18.600%+18.947%+19.164%
+ No change in performance detected.
+

# 332022-12-14T03:29:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.05ms34.06ms34.07ms
Change in Value:+19.877%+20.224%+20.438%
+ No change in performance detected.
+

# 322022-12-01T03:05:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.27ms28.31ms28.39ms
Change in Value:-23.879%-19.674%-15.925%
+ No change in performance detected.
+

# 312022-11-29T03:23:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.75ms36.88ms39.06ms
Change in Value:-0.0198%+4.5911%+10.701%
+ Change within noise threshold.
+

# 302022-11-27T19:22:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.72ms33.73ms33.73ms
Change in Value:-16.276%-16.121%-15.948%
+ No change in performance detected.
+

# 292022-11-26T20:30:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.12ms40.22ms40.30ms
Change in Value:+24.926%+28.021%+30.820%
+ No change in performance detected.
+

# 282022-11-25T17:52:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.62ms31.52ms32.63ms
Change in Value:+14.161%+16.473%+19.003%
+ No change in performance detected.
+

# 272022-11-25T16:50:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.96ms26.97ms26.97ms
Change in Value:-5.1949%-5.0489%-4.8895%
+ No change in performance detected.
+

# 262022-11-25T16:49:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.71ms33.71ms33.71ms
Change in Value:+18.513%+18.694%+18.892%
+ No change in performance detected.
+

# 252022-11-23T03:27:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.40ms28.43ms28.47ms
Change in Value:-17.426%-16.648%-15.950%
+ No change in performance detected.
+

# 242022-11-23T03:15:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.77ms34.07ms34.36ms
Change in Value:-0.7214%+0.0918%+1.0007%
+ Change within noise threshold.
+

# 232022-11-23T03:11:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.32ms35.69ms36.07ms
Change in Value:+3.7096%+4.5069%+5.5791%
+ No change in performance detected.
+

# 222022-11-23T03:10:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.24ms28.25ms28.26ms
Change in Value:-17.145%-17.060%-16.977%
+ No change in performance detected.
+

# 212022-11-22T01:07:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.99ms34.02ms34.06ms
Change in Value:+20.226%+20.356%+20.490%
+ No change in performance detected.
+

# 202022-11-22T01:06:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.07ms34.08ms34.09ms
Change in Value:+20.417%+20.521%+20.613%
+ No change in performance detected.
+

# 192022-11-22T01:05:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.73ms33.76ms33.81ms
Change in Value:+19.217%+19.329%+19.440%
+ No change in performance detected.
+

# 182022-11-22T00:50:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.26ms28.27ms28.29ms
Change in Value:-0.3414%-0.2724%-0.1963%
+ No change in performance detected.
+

# 172022-11-22T00:09:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.35ms28.36ms28.37ms
Change in Value:+5.0269%+5.0584%+5.0907%
+ No change in performance detected.
+

# 162022-11-21T13:08:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.99ms26.99ms26.99ms
Change in Value:-4.9688%-4.9294%-4.8933%
+ No change in performance detected.
+

# 152022-11-21T04:03:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.38ms28.39ms28.41ms
Change in Value:-16.788%-16.757%-16.721%
+ No change in performance detected.
+

# 142022-11-20T04:00:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.10ms34.11ms34.12ms
Change in Value:-5.0228%-4.0187%-2.9347%
+ No change in performance detected.
+

# 132022-11-20T03:58:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.69ms32.26ms32.65ms
Change in Value:-11.231%-8.9436%-6.5108%
+ No change in performance detected.
+

# 122022-11-19T03:03:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.23ms35.62ms36.01ms
Change in Value:+12.293%+14.513%+16.677%
+ No change in performance detected.
+

# 112022-11-18T22:37:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.85ms31.20ms31.71ms
Change in Value:-7.2449%-5.4023%-3.3008%
+ No change in performance detected.
+

# 102022-11-18T22:22:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:32.68ms33.05ms33.26ms
Change in Value:+20.032%+21.637%+23.005%
+ No change in performance detected.
+

# 92022-11-18T22:00:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.97ms26.97ms26.97ms
Change in Value:-0.0668%-0.0531%-0.0400%
+ No change in performance detected.
+

# 82022-11-18T21:51:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.98ms26.98ms26.99ms
Change in Value:-19.946%-19.932%-19.920%
+ No change in performance detected.
+

# 72022-11-18T21:50:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.20ms28.23ms28.26ms
Change in Value:-16.333%-16.271%-16.202%
+ No change in performance detected.
+

# 62022-11-04T20:58:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.70ms33.71ms33.72ms
Change in Value:-14.085%-12.957%-11.843%
+ No change in performance detected.
+

# 52022-09-02T22:48:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:38.04ms38.56ms39.03ms
Change in Value:+30.086%+33.336%+36.827%
+ No change in performance detected.
+

# 42022-08-16T22:59:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.48ms29.31ms29.93ms
Change in Value:-29.999%-27.987%-25.837%
+ No change in performance detected.
+

# 32022-08-16T22:33:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.20ms40.01ms41.15ms
Change in Value:+40.448%+42.785%+45.376%
+ No change in performance detected.
+

# 22022-08-16T01:51:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.24ms28.24ms28.24ms
Change in Value:-0.4406%-0.3050%-0.1783%
+ No change in performance detected.
+

# 12022-08-16T01:11:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.28ms28.31ms28.34ms
Change in Value:+0.3133%+0.4494%+0.6002%
+ No change in performance detected.
+

# 02022-08-16T00:52:34Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.19ms28.21ms28.22ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 4096x4096 L/history.svg b/benchmark/invert/invert 4096x4096 L/history.svg new file mode 100644 index 00000000..78fffd8a --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/history.svg @@ -0,0 +1,477 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 L: History + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/index.html b/benchmark/invert/invert 4096x4096 L/index.html new file mode 100644 index 00000000..cc923a35 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 4096x4096 L - Criterion.rs + + + + +
+

invert/invert 4096x4096 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope34.540 ms35.338 ms36.255 ms
0.96650070.97622880.9633806
Mean34.755 ms35.837 ms37.149 ms
Std. Dev.916.32 µs2.0564 ms2.8225 ms
Median34.228 ms35.288 ms36.967 ms
MAD171.16 µs1.5720 ms3.3170 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+32.195%+36.482%+42.076%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 4096x4096 L/mean.svg b/benchmark/invert/invert 4096x4096 L/mean.svg new file mode 100644 index 00000000..e16d8ae1 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 34.5 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: mean + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/median.svg b/benchmark/invert/invert 4096x4096 L/median.svg new file mode 100644 index 00000000..7e669c69 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 34 + + + + + 34.5 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: median + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/pdf.svg b/benchmark/invert/invert 4096x4096 L/pdf.svg new file mode 100644 index 00000000..3e180bc8 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert/invert 4096x4096 L + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/pdf_small.svg b/benchmark/invert/invert 4096x4096 L/pdf_small.svg new file mode 100644 index 00000000..3c718ae7 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/regression.svg b/benchmark/invert/invert 4096x4096 L/regression.svg new file mode 100644 index 00000000..1904d49b --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 L + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/regression_small.svg b/benchmark/invert/invert 4096x4096 L/regression_small.svg new file mode 100644 index 00000000..2a2cc109 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/regression_small.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/relative_pdf_small.svg b/benchmark/invert/invert 4096x4096 L/relative_pdf_small.svg new file mode 100644 index 00000000..31890686 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/relative_pdf_small.svg @@ -0,0 +1,336 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/relative_regression_small.svg b/benchmark/invert/invert 4096x4096 L/relative_regression_small.svg new file mode 100644 index 00000000..0ef779c2 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 1200 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/slope.svg b/benchmark/invert/invert 4096x4096 L/slope.svg new file mode 100644 index 00000000..0a0c6414 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 34.5 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: slope + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 L/typical.svg b/benchmark/invert/invert 4096x4096 L/typical.svg new file mode 100644 index 00000000..101373b7 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 L/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 34.5 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 L: typical + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/MAD.svg b/benchmark/invert/invert 4096x4096 RGB/MAD.svg new file mode 100644 index 00000000..30296699 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/SD.svg b/benchmark/invert/invert 4096x4096 RGB/SD.svg new file mode 100644 index 00000000..a82d254a --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 2.2 + + + + + 2.4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/both/pdf.svg b/benchmark/invert/invert 4096x4096 RGB/both/pdf.svg new file mode 100644 index 00000000..b7a4df8e --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 4096x4096 RGB + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/both/regression.svg b/benchmark/invert/invert 4096x4096 RGB/both/regression.svg new file mode 100644 index 00000000..e81f7e77 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 1200 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 4096x4096 RGB + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/change/mean.svg b/benchmark/invert/invert 4096x4096 RGB/change/mean.svg new file mode 100644 index 00000000..7eceb605 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/change/mean.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/change/median.svg b/benchmark/invert/invert 4096x4096 RGB/change/median.svg new file mode 100644 index 00000000..07a4c6f1 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/change/t-test.svg b/benchmark/invert/invert 4096x4096 RGB/change/t-test.svg new file mode 100644 index 00000000..b8290c8e --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/history.html b/benchmark/invert/invert 4096x4096 RGB/history.html new file mode 100644 index 00000000..df512755 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 4096x4096 RGB History - Criterion.rs + + + + +
+ History of invert/invert 4096x4096 RGB +

# 612023-10-14T23:15:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.11ms35.95ms37.18ms
Change in Value:+34.452%+38.917%+43.489%
+ No change in performance detected.
+

# 602023-10-14T16:43:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.38ms26.74ms27.29ms
Change in Value:-2.9744%-1.5745%-0.2910%
+ Change within noise threshold.
+

# 592023-10-14T16:28:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.72ms28.74ms28.80ms
Change in Value:-16.283%-15.564%-14.506%
+ No change in performance detected.
+

# 582023-10-14T16:25:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:27.08ms27.09ms27.09ms
Change in Value:-22.168%-22.096%-22.029%
+ No change in performance detected.
+

# 572023-10-14T16:11:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.96ms33.98ms33.99ms
Change in Value:-2.3652%-2.2471%-2.1004%
+ No change in performance detected.
+

# 562023-10-14T16:11:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.29ms34.30ms34.32ms
Change in Value:-1.4028%-1.3084%-1.2175%
+ No change in performance detected.
+

# 552023-10-13T02:54:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.73ms34.75ms34.79ms
Change in Value:-28.995%-28.011%-27.126%
+ No change in performance detected.
+

# 542023-10-13T02:46:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.36ms34.38ms34.40ms
Change in Value:-29.766%-28.802%-27.907%
+ No change in performance detected.
+

# 532023-10-13T02:22:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:47.54ms47.66ms48.00ms
Change in Value:+20.202%+21.747%+23.490%
+ No change in performance detected.
+

# 522023-10-07T02:49:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.65ms39.69ms39.72ms
Change in Value:+0.1389%+0.2062%+0.2836%
+ No change in performance detected.
+

# 512023-10-06T23:00:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.57ms39.58ms39.59ms
Change in Value:-16.662%-15.886%-15.317%
+ No change in performance detected.
+

# 502023-10-04T22:56:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:46.73ms47.05ms47.45ms
Change in Value:+14.513%+15.282%+16.313%
+ No change in performance detected.
+

# 492023-09-05T14:47:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.74ms33.75ms33.76ms
Change in Value:-16.740%-16.714%-16.689%
+ No change in performance detected.
+

# 482023-09-05T14:45:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.79ms40.80ms40.82ms
Change in Value:+0.6999%+0.7535%+0.8050%
+ No change in performance detected.
+

# 472023-08-08T14:56:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.51ms40.52ms40.52ms
Change in Value:+19.866%+19.916%+19.963%
+ No change in performance detected.
+

# 462023-04-05T00:07:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.78ms33.78ms33.79ms
Change in Value:-17.113%-16.082%-14.966%
+ No change in performance detected.
+

# 452023-03-28T12:26:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.70ms40.34ms40.68ms
Change in Value:+31.892%+33.488%+35.021%
+ No change in performance detected.
+

# 442023-02-25T20:17:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.15ms30.16ms30.17ms
Change in Value:-16.046%-15.966%-15.874%
+ No change in performance detected.
+

# 432023-02-25T20:15:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.50ms28.53ms28.59ms
Change in Value:-20.639%-20.531%-20.401%
+ No change in performance detected.
+

# 422023-02-08T03:50:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.88ms35.90ms35.91ms
Change in Value:-0.1355%-0.0333%+0.0670%
+ Change within noise threshold.
+

# 412023-02-08T03:48:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.35ms30.36ms30.38ms
Change in Value:-15.483%-15.429%-15.383%
+ No change in performance detected.
+

# 402023-02-08T03:46:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.51ms28.51ms28.52ms
Change in Value:-20.619%-20.572%-20.526%
+ No change in performance detected.
+

# 392023-02-04T03:15:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.89ms35.89ms35.90ms
Change in Value:+16.936%+17.043%+17.155%
+ No change in performance detected.
+

# 382023-02-04T02:28:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.65ms30.67ms30.70ms
Change in Value:-26.368%-25.413%-24.809%
+ No change in performance detected.
+

# 372022-12-23T20:20:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.78ms41.01ms41.51ms
Change in Value:+42.992%+44.256%+46.110%
+ No change in performance detected.
+

# 362022-12-19T16:12:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.50ms28.51ms28.52ms
Change in Value:-30.882%-30.849%-30.810%
+ No change in performance detected.
+

# 352022-12-14T18:16:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.20ms41.22ms41.25ms
Change in Value:+44.866%+45.039%+45.168%
+ No change in performance detected.
+

# 342022-12-14T03:40:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.41ms28.43ms28.46ms
Change in Value:-5.2738%-5.0679%-4.9096%
+ No change in performance detected.
+

# 332022-12-14T03:29:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.95ms29.95ms29.96ms
Change in Value:-0.1659%+0.0262%+0.1456%
+ Change within noise threshold.
+

# 322022-12-01T03:05:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.91ms29.98ms30.08ms
Change in Value:-37.475%-36.427%-35.501%
+ No change in performance detected.
+

# 312022-11-29T03:22:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:46.43ms47.44ms48.56ms
Change in Value:+61.974%+64.553%+67.681%
+ No change in performance detected.
+

# 302022-11-27T19:22:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.58ms28.59ms28.59ms
Change in Value:-31.369%-29.876%-28.693%
+ No change in performance detected.
+

# 292022-11-26T20:29:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.15ms40.33ms40.64ms
Change in Value:-9.5970%-7.0587%-4.3023%
+ No change in performance detected.
+

# 282022-11-25T17:52:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:42.64ms43.16ms43.74ms
Change in Value:+51.250%+54.440%+57.946%
+ No change in performance detected.
+

# 272022-11-25T16:49:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.43ms28.44ms28.45ms
Change in Value:-8.0430%-7.8857%-7.7313%
+ No change in performance detected.
+

# 262022-11-25T16:49:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.45ms28.46ms28.47ms
Change in Value:-7.9821%-7.8252%-7.6661%
+ No change in performance detected.
+

# 252022-11-23T03:27:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.81ms30.87ms30.92ms
Change in Value:-33.585%-32.853%-32.186%
+ No change in performance detected.
+

# 242022-11-23T03:15:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:45.62ms46.25ms46.89ms
Change in Value:+48.899%+50.407%+51.931%
+ No change in performance detected.
+

# 232022-11-23T03:10:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:49.02ms49.96ms50.82ms
Change in Value:+61.076%+62.877%+64.785%
+ No change in performance detected.
+

# 222022-11-23T03:09:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.33ms34.34ms34.35ms
Change in Value:+12.098%+12.371%+12.613%
+ No change in performance detected.
+

# 212022-11-22T01:07:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.50ms30.53ms30.58ms
Change in Value:-2.3336%-2.0947%-1.8373%
+ No change in performance detected.
+

# 202022-11-22T01:05:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.98ms31.03ms31.07ms
Change in Value:-0.7438%-0.5442%-0.3364%
+ No change in performance detected.
+

# 192022-11-22T01:04:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.56ms28.57ms28.58ms
Change in Value:-8.6419%-8.5168%-8.3812%
+ No change in performance detected.
+

# 182022-11-22T00:50:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.16ms31.23ms31.29ms
Change in Value:+1.4022%+1.5548%+1.7096%
+ No change in performance detected.
+

# 172022-11-22T00:09:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.74ms30.75ms30.76ms
Change in Value:+7.6903%+7.7711%+7.8385%
+ No change in performance detected.
+

# 162022-11-21T13:07:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.51ms28.52ms28.53ms
Change in Value:-8.8009%-8.7055%-8.6055%
+ No change in performance detected.
+

# 152022-11-21T04:03:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.23ms31.26ms31.28ms
Change in Value:+1.9297%+2.0382%+2.1377%
+ No change in performance detected.
+

# 142022-11-20T04:00:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.63ms30.64ms30.66ms
Change in Value:-21.216%-19.487%-18.066%
+ No change in performance detected.
+

# 132022-11-20T03:58:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:32.92ms33.79ms34.63ms
Change in Value:-13.826%-11.179%-8.5874%
+ No change in performance detected.
+

# 122022-11-19T03:03:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:37.13ms37.62ms38.23ms
Change in Value:-11.936%-9.9096%-7.5815%
+ No change in performance detected.
+

# 112022-11-18T22:37:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.71ms42.42ms43.00ms
Change in Value:-12.865%-10.886%-8.9634%
+ No change in performance detected.
+

# 102022-11-18T22:21:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:46.27ms46.61ms47.14ms
Change in Value:+15.023%+17.025%+19.007%
+ No change in performance detected.
+

# 92022-11-18T22:00:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.49ms40.49ms40.49ms
Change in Value:-0.1720%-0.1052%-0.0539%
+ No change in performance detected.
+

# 82022-11-18T21:51:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.51ms40.51ms40.53ms
Change in Value:+42.520%+42.601%+42.716%
+ No change in performance detected.
+

# 72022-11-18T21:49:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.95ms39.97ms39.99ms
Change in Value:+40.592%+40.671%+40.754%
+ No change in performance detected.
+

# 62022-11-04T20:58:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:28.42ms28.43ms28.43ms
Change in Value:-29.046%-28.326%-27.619%
+ No change in performance detected.
+

# 52022-09-02T22:48:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.01ms39.36ms39.81ms
Change in Value:-5.5439%-3.8856%-2.1205%
+ No change in performance detected.
+

# 42022-08-16T22:59:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.70ms41.04ms41.68ms
Change in Value:-0.6668%+2.2189%+4.9587%
+ Change within noise threshold.
+

# 32022-08-16T22:33:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.59ms40.16ms40.85ms
Change in Value:+17.314%+19.341%+22.628%
+ No change in performance detected.
+

# 22022-08-16T01:51:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.81ms33.82ms33.82ms
Change in Value:-0.4965%-0.4723%-0.4447%
+ No change in performance detected.
+

# 12022-08-16T01:11:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.98ms33.98ms33.99ms
Change in Value:+0.5261%+0.5532%+0.5767%
+ No change in performance detected.
+

# 02022-08-16T00:52:26Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.79ms33.79ms33.80ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 4096x4096 RGB/history.svg b/benchmark/invert/invert 4096x4096 RGB/history.svg new file mode 100644 index 00000000..d2c15421 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/history.svg @@ -0,0 +1,462 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/index.html b/benchmark/invert/invert 4096x4096 RGB/index.html new file mode 100644 index 00000000..a04b0033 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 4096x4096 RGB - Criterion.rs + + + + +
+

invert/invert 4096x4096 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope35.107 ms35.945 ms37.184 ms
0.95892090.97051230.9455458
Mean35.978 ms37.034 ms38.121 ms
Std. Dev.1.0373 ms1.8344 ms2.2903 ms
Median35.308 ms37.085 ms38.428 ms
MAD159.11 µs1.8874 ms3.5781 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+34.452%+38.917%+43.489%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 4096x4096 RGB/mean.svg b/benchmark/invert/invert 4096x4096 RGB/mean.svg new file mode 100644 index 00000000..cd82debf --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + 37.5 + + + + + 38 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/median.svg b/benchmark/invert/invert 4096x4096 RGB/median.svg new file mode 100644 index 00000000..36ddcc80 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/median.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + 37.5 + + + + + 38 + + + + + 38.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/pdf.svg b/benchmark/invert/invert 4096x4096 RGB/pdf.svg new file mode 100644 index 00000000..abd7e2df --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert/invert 4096x4096 RGB + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/pdf_small.svg b/benchmark/invert/invert 4096x4096 RGB/pdf_small.svg new file mode 100644 index 00000000..9b862228 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/regression.svg b/benchmark/invert/invert 4096x4096 RGB/regression.svg new file mode 100644 index 00000000..aca280c1 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 4096x4096 RGB + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/regression_small.svg b/benchmark/invert/invert 4096x4096 RGB/regression_small.svg new file mode 100644 index 00000000..08a83484 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/regression_small.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/relative_pdf_small.svg b/benchmark/invert/invert 4096x4096 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..22abdfc1 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/relative_regression_small.svg b/benchmark/invert/invert 4096x4096 RGB/relative_regression_small.svg new file mode 100644 index 00000000..0ada5309 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 1000 + + + + + + + + + + + + + 1200 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/slope.svg b/benchmark/invert/invert 4096x4096 RGB/slope.svg new file mode 100644 index 00000000..5bd8a97a --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 4096x4096 RGB/typical.svg b/benchmark/invert/invert 4096x4096 RGB/typical.svg new file mode 100644 index 00000000..3b1be567 --- /dev/null +++ b/benchmark/invert/invert 4096x4096 RGB/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 35 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 4096x4096 RGB: typical + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/MAD.svg b/benchmark/invert/invert 512x512 L/MAD.svg new file mode 100644 index 00000000..39c9e51c --- /dev/null +++ b/benchmark/invert/invert 512x512 L/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/SD.svg b/benchmark/invert/invert 512x512 L/SD.svg new file mode 100644 index 00000000..a43ebe48 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 0.2 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: SD + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/both/pdf.svg b/benchmark/invert/invert 512x512 L/both/pdf.svg new file mode 100644 index 00000000..29b5e9f7 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 512x512 L + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/both/regression.svg b/benchmark/invert/invert 512x512 L/both/regression.svg new file mode 100644 index 00000000..c235cf6d --- /dev/null +++ b/benchmark/invert/invert 512x512 L/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 512x512 L + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/change/mean.svg b/benchmark/invert/invert 512x512 L/change/mean.svg new file mode 100644 index 00000000..2049b6ab --- /dev/null +++ b/benchmark/invert/invert 512x512 L/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 50 + + + + + 51 + + + + + 52 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 L: mean + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/change/median.svg b/benchmark/invert/invert 512x512 L/change/median.svg new file mode 100644 index 00000000..8f37655e --- /dev/null +++ b/benchmark/invert/invert 512x512 L/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 49 + + + + + 50 + + + + + 51 + + + + + 52 + + + + + 53 + + + + + 54 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 L: median + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/change/t-test.svg b/benchmark/invert/invert 512x512 L/change/t-test.svg new file mode 100644 index 00000000..e9ca59ea --- /dev/null +++ b/benchmark/invert/invert 512x512 L/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 512x512 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/history.html b/benchmark/invert/invert 512x512 L/history.html new file mode 100644 index 00000000..0fdfe636 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 512x512 L History - Criterion.rs + + + + +
+ History of invert/invert 512x512 L +

# 612023-10-14T23:14:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:621.76µs627.74µs638.23µs
Change in Value:+50.510%+52.651%+55.215%
+ No change in performance detected.
+

# 602023-10-14T16:42:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:408.26µs412.56µs415.35µs
Change in Value:-3.3258%-2.6281%-1.9954%
+ No change in performance detected.
+

# 592023-10-14T16:27:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.02µs439.10µs439.32µs
Change in Value:-0.0117%+0.1670%+0.4543%
+ Change within noise threshold.
+

# 582023-10-14T16:24:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.07µs421.10µs421.18µs
Change in Value:-4.1210%-4.0979%-4.0741%
+ No change in performance detected.
+

# 572023-10-14T16:10:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.02µs439.12µs439.27µs
Change in Value:-0.0306%-0.0015%+0.0250%
+ Change within noise threshold.
+

# 562023-10-14T16:10:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.70µs526.79µs526.89µs
Change in Value:+19.932%+19.971%+20.011%
+ No change in performance detected.
+

# 552023-10-13T02:53:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.04µs439.11µs439.19µs
Change in Value:-16.612%-16.598%-16.581%
+ No change in performance detected.
+

# 542023-10-13T02:45:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.95µs438.97µs439.00µs
Change in Value:-16.634%-16.604%-16.553%
+ No change in performance detected.
+

# 532023-10-13T02:21:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.49µs526.53µs526.55µs
Change in Value:+19.971%+20.030%+20.065%
+ No change in performance detected.
+

# 522023-10-07T02:48:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.53µs438.56µs438.59µs
Change in Value:-0.0631%-0.0334%+0.0172%
+ Change within noise threshold.
+

# 512023-10-06T22:59:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.76µs438.78µs438.80µs
Change in Value:-39.891%-35.203%-31.389%
+ No change in performance detected.
+

# 502023-10-04T22:55:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:646.66µs665.10µs706.43µs
Change in Value:+46.046%+54.305%+64.669%
+ No change in performance detected.
+

# 492023-09-05T14:46:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:420.97µs420.98µs421.00µs
Change in Value:-1.4777%-0.5289%-0.0399%
+ Change within noise threshold.
+

# 482023-09-05T14:44:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.82µs438.91µs438.96µs
Change in Value:+2.6983%+3.6908%+4.2064%
+ No change in performance detected.
+

# 472023-08-08T14:54:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.19µs426.50µs434.30µs
Change in Value:+0.0042%+0.4963%+1.4620%
+ Change within noise threshold.
+

# 462023-04-05T00:06:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.12µs421.15µs421.21µs
Change in Value:-18.175%-17.462%-16.741%
+ No change in performance detected.
+

# 452023-03-28T12:25:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:509.52µs511.89µs515.14µs
Change in Value:+15.364%+16.335%+17.476%
+ No change in performance detected.
+

# 442023-02-25T20:16:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.59µs438.61µs438.63µs
Change in Value:-32.537%-32.066%-31.590%
+ No change in performance detected.
+

# 432023-02-25T20:14:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.08µs421.12µs421.20µs
Change in Value:-35.193%-34.736%-34.274%
+ No change in performance detected.
+

# 422023-02-08T03:48:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:637.42µs642.53µs649.17µs
Change in Value:+1.3885%+2.1131%+2.7928%
+ No change in performance detected.
+

# 412023-02-08T03:46:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.62µs526.67µs526.73µs
Change in Value:-16.761%-16.705%-16.671%
+ No change in performance detected.
+

# 402023-02-08T03:45:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.45µs526.51µs526.57µs
Change in Value:-16.786%-16.732%-16.698%
+ No change in performance detected.
+

# 392023-02-04T03:13:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:632.00µs632.07µs632.15µs
Change in Value:+20.058%+20.105%+20.181%
+ No change in performance detected.
+

# 382023-02-04T02:27:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.37µs526.42µs526.48µs
Change in Value:+0.7665%+1.3406%+2.0159%
+ No change in performance detected.
+

# 372022-12-23T20:19:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:514.26µs517.19µs520.57µs
Change in Value:+22.474%+23.328%+24.011%
+ No change in performance detected.
+

# 362022-12-19T16:11:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.11µs421.13µs421.16µs
Change in Value:-20.355%-20.170%-20.045%
+ No change in performance detected.
+

# 352022-12-14T18:15:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.78µs526.98µs527.52µs
Change in Value:+0.1009%+0.2481%+0.4743%
+ No change in performance detected.
+

# 342022-12-14T03:39:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.22µs526.30µs526.43µs
Change in Value:+19.871%+19.905%+19.937%
+ No change in performance detected.
+

# 332022-12-14T03:27:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.53µs526.69µs526.86µs
Change in Value:+19.941%+19.973%+20.003%
+ No change in performance detected.
+

# 322022-12-01T03:04:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.89µs438.96µs439.07µs
Change in Value:-15.693%-15.061%-14.393%
+ No change in performance detected.
+

# 312022-11-29T03:21:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:511.56µs515.96µs520.12µs
Change in Value:-2.6430%-1.8629%-1.1139%
+ No change in performance detected.
+

# 302022-11-27T19:21:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.51µs526.56µs526.67µs
Change in Value:-15.278%-14.927%-14.564%
+ No change in performance detected.
+

# 292022-11-26T20:28:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:616.08µs619.95µs623.35µs
Change in Value:+23.648%+27.513%+31.974%
+ No change in performance detected.
+

# 282022-11-25T17:50:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:466.57µs483.01µs504.16µs
Change in Value:+9.6485%+15.267%+18.376%
+ No change in performance detected.
+

# 272022-11-25T16:48:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.00µs421.02µs421.09µs
Change in Value:-4.1432%-4.0361%-3.9615%
+ No change in performance detected.
+

# 262022-11-25T16:48:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.34µs526.69µs527.29µs
Change in Value:+19.843%+19.997%+20.128%
+ No change in performance detected.
+

# 252022-11-23T03:26:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.56µs439.17µs440.04µs
Change in Value:-21.970%-19.138%-16.664%
+ No change in performance detected.
+

# 242022-11-23T03:14:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:525.73µs537.33µs547.21µs
Change in Value:+0.1325%+3.1129%+6.8234%
+ Change within noise threshold.
+

# 232022-11-23T03:09:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:532.22µs536.64µs542.18µs
Change in Value:+0.0868%+1.8280%+3.7484%
+ Change within noise threshold.
+

# 222022-11-23T03:08:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.53µs438.57µs438.62µs
Change in Value:-16.681%-16.672%-16.662%
+ No change in performance detected.
+

# 212022-11-22T01:06:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.30µs526.34µs526.37µs
Change in Value:+19.971%+19.981%+19.993%
+ No change in performance detected.
+

# 202022-11-22T01:04:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.44µs526.51µs526.59µs
Change in Value:+19.998%+20.013%+20.027%
+ No change in performance detected.
+

# 192022-11-22T01:03:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.46µs526.50µs526.53µs
Change in Value:+20.013%+20.039%+20.084%
+ No change in performance detected.
+

# 182022-11-22T00:49:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.67µs438.69µs438.71µs
Change in Value:-0.1192%-0.1026%-0.0876%
+ No change in performance detected.
+

# 172022-11-22T00:08:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.05µs439.10µs439.17µs
Change in Value:+4.2217%+4.2614%+4.2911%
+ No change in performance detected.
+

# 162022-11-21T13:06:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.09µs421.11µs421.15µs
Change in Value:-5.2454%-4.5022%-4.0630%
+ No change in performance detected.
+

# 152022-11-21T04:02:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.04µs441.48µs446.93µs
Change in Value:-16.623%-16.237%-15.593%
+ No change in performance detected.
+

# 142022-11-20T03:59:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.46µs526.51µs526.62µs
Change in Value:-9.8057%-7.9622%-6.3656%
+ No change in performance detected.
+

# 132022-11-20T03:57:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:492.96µs501.51µs514.07µs
Change in Value:-13.187%-10.749%-8.4967%
+ No change in performance detected.
+

# 122022-11-19T03:02:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:558.58µs571.93µs583.51µs
Change in Value:+12.048%+13.818%+16.216%
+ No change in performance detected.
+

# 112022-11-18T22:36:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:500.55µs503.31µs506.65µs
Change in Value:-3.0611%-0.9124%+1.3734%
+ Change within noise threshold.
+

# 102022-11-18T22:20:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:506.98µs515.41µs527.51µs
Change in Value:+17.498%+20.465%+23.077%
+ No change in performance detected.
+

# 92022-11-18T21:59:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.07µs421.10µs421.13µs
Change in Value:-0.0210%-0.0127%-0.0032%
+ No change in performance detected.
+

# 82022-11-18T21:49:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.13µs421.16µs421.18µs
Change in Value:-19.992%-19.986%-19.980%
+ No change in performance detected.
+

# 72022-11-18T21:48:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.58µs438.60µs438.62µs
Change in Value:-16.674%-16.668%-16.661%
+ No change in performance detected.
+

# 62022-11-04T20:57:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.30µs526.34µs526.38µs
Change in Value:-15.942%-14.582%-13.182%
+ No change in performance detected.
+

# 52022-09-02T22:47:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:600.53µs615.43µs630.51µs
Change in Value:+30.461%+34.036%+38.053%
+ No change in performance detected.
+

# 42022-08-16T22:58:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:461.87µs469.11µs472.86µs
Change in Value:-28.313%-25.908%-23.617%
+ No change in performance detected.
+

# 32022-08-16T22:32:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:618.58µs629.94µs641.11µs
Change in Value:+38.856%+41.403%+44.792%
+ No change in performance detected.
+

# 22022-08-16T01:50:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.63µs438.66µs438.70µs
Change in Value:+0.0046%+0.0419%+0.0944%
+ Change within noise threshold.
+

# 12022-08-16T01:11:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.55µs438.61µs438.72µs
Change in Value:-0.0095%+0.0063%+0.0251%
+ Change within noise threshold.
+

# 02022-08-16T00:51:45Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.56µs438.58µs438.62µs
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 512x512 L/history.svg b/benchmark/invert/invert 512x512 L/history.svg new file mode 100644 index 00000000..90d89df3 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/history.svg @@ -0,0 +1,467 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (µs) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 L: History + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/index.html b/benchmark/invert/invert 512x512 L/index.html new file mode 100644 index 00000000..e385ba6d --- /dev/null +++ b/benchmark/invert/invert 512x512 L/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 512x512 L - Criterion.rs + + + + +
+

invert/invert 512x512 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope621.76 µs627.74 µs638.23 µs
0.99095060.99265430.9874356
Mean619.50 µs625.95 µs635.51 µs
Std. Dev.3.2895 µs14.431 µs21.743 µs
Median617.41 µs621.92 µs627.33 µs
MAD1.3213 µs7.3515 µs11.334 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+50.510%+52.651%+55.215%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 512x512 L/mean.svg b/benchmark/invert/invert 512x512 L/mean.svg new file mode 100644 index 00000000..af226048 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/mean.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 618 + + + + + 620 + + + + + 622 + + + + + 624 + + + + + 626 + + + + + 628 + + + + + 630 + + + + + 632 + + + + + 634 + + + + + 636 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: mean + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/median.svg b/benchmark/invert/invert 512x512 L/median.svg new file mode 100644 index 00000000..45ed75b1 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 618 + + + + + 620 + + + + + 622 + + + + + 624 + + + + + 626 + + + + + 628 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: median + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/pdf.svg b/benchmark/invert/invert 512x512 L/pdf.svg new file mode 100644 index 00000000..7f9841a3 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert/invert 512x512 L + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/pdf_small.svg b/benchmark/invert/invert 512x512 L/pdf_small.svg new file mode 100644 index 00000000..ecb2e16e --- /dev/null +++ b/benchmark/invert/invert 512x512 L/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 600 + + + + + 620 + + + + + 640 + + + + + 660 + + + + + 680 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/regression.svg b/benchmark/invert/invert 512x512 L/regression.svg new file mode 100644 index 00000000..cf2d8d6c --- /dev/null +++ b/benchmark/invert/invert 512x512 L/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 L + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/regression_small.svg b/benchmark/invert/invert 512x512 L/regression_small.svg new file mode 100644 index 00000000..ba58d982 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/regression_small.svg @@ -0,0 +1,322 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/relative_pdf_small.svg b/benchmark/invert/invert 512x512 L/relative_pdf_small.svg new file mode 100644 index 00000000..3d0d2f70 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/relative_regression_small.svg b/benchmark/invert/invert 512x512 L/relative_regression_small.svg new file mode 100644 index 00000000..d4611a41 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/slope.svg b/benchmark/invert/invert 512x512 L/slope.svg new file mode 100644 index 00000000..297503b8 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/slope.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 620 + + + + + 625 + + + + + 630 + + + + + 635 + + + + + 640 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: slope + + + + + + + diff --git a/benchmark/invert/invert 512x512 L/typical.svg b/benchmark/invert/invert 512x512 L/typical.svg new file mode 100644 index 00000000..925cde68 --- /dev/null +++ b/benchmark/invert/invert 512x512 L/typical.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 620 + + + + + 625 + + + + + 630 + + + + + 635 + + + + + 640 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 L: typical + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/MAD.svg b/benchmark/invert/invert 512x512 RGB/MAD.svg new file mode 100644 index 00000000..b405100a --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/SD.svg b/benchmark/invert/invert 512x512 RGB/SD.svg new file mode 100644 index 00000000..25be457a --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/both/pdf.svg b/benchmark/invert/invert 512x512 RGB/both/pdf.svg new file mode 100644 index 00000000..75a1b238 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 512x512 RGB + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/both/regression.svg b/benchmark/invert/invert 512x512 RGB/both/regression.svg new file mode 100644 index 00000000..e4057add --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/both/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 512x512 RGB + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/change/mean.svg b/benchmark/invert/invert 512x512 RGB/change/mean.svg new file mode 100644 index 00000000..c8de8266 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/change/median.svg b/benchmark/invert/invert 512x512 RGB/change/median.svg new file mode 100644 index 00000000..5990ee64 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/change/t-test.svg b/benchmark/invert/invert 512x512 RGB/change/t-test.svg new file mode 100644 index 00000000..54987708 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/change/t-test.svg @@ -0,0 +1,230 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 512x512 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/history.html b/benchmark/invert/invert 512x512 RGB/history.html new file mode 100644 index 00000000..d1ff73b2 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 512x512 RGB History - Criterion.rs + + + + +
+ History of invert/invert 512x512 RGB +

# 612023-10-14T23:13:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:631.66µs640.76µs646.81µs
Change in Value:+53.004%+55.970%+58.459%
+ No change in performance detected.
+

# 602023-10-14T16:42:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:403.42µs413.78µs423.17µs
Change in Value:-4.5490%-3.4549%-2.1538%
+ No change in performance detected.
+

# 592023-10-14T16:27:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.23µs439.95µs440.55µs
Change in Value:-16.585%-16.513%-16.424%
+ No change in performance detected.
+

# 582023-10-14T16:24:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:421.22µs421.28µs421.47µs
Change in Value:-20.042%-19.952%-19.787%
+ No change in performance detected.
+

# 572023-10-14T16:09:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.59µs526.66µs526.73µs
Change in Value:-0.0454%-0.0249%-0.0063%
+ No change in performance detected.
+

# 562023-10-14T16:09:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:527.70µs527.78µs527.88µs
Change in Value:+0.1614%+0.1893%+0.2170%
+ No change in performance detected.
+

# 552023-10-13T02:53:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.68µs526.73µs526.82µs
Change in Value:-28.875%-28.822%-28.770%
+ No change in performance detected.
+

# 542023-10-13T02:45:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.90µs526.94µs526.98µs
Change in Value:-28.848%-28.795%-28.743%
+ No change in performance detected.
+

# 532023-10-13T02:21:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:739.74µs740.22µs740.91µs
Change in Value:+19.718%+19.820%+19.932%
+ No change in performance detected.
+

# 522023-10-07T02:48:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:617.26µs617.73µs618.03µs
Change in Value:-0.7777%-0.2154%+0.1064%
+ Change within noise threshold.
+

# 512023-10-06T22:59:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:617.02µs617.40µs618.13µs
Change in Value:-18.887%-17.708%-16.635%
+ No change in performance detected.
+

# 502023-10-04T22:55:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:741.85µs749.92µs763.79µs
Change in Value:+20.777%+22.309%+24.203%
+ No change in performance detected.
+

# 492023-09-05T14:46:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.32µs526.40µs526.51µs
Change in Value:-16.704%-16.678%-16.640%
+ No change in performance detected.
+

# 482023-09-05T14:44:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:614.92µs614.99µs615.06µs
Change in Value:-2.6823%-2.6690%-2.6529%
+ No change in performance detected.
+

# 472023-08-08T14:54:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:631.80µs631.84µs631.89µs
Change in Value:+19.996%+20.015%+20.033%
+ No change in performance detected.
+

# 462023-04-05T00:06:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.42µs526.51µs526.58µs
Change in Value:-14.252%-12.930%-11.693%
+ No change in performance detected.
+

# 452023-03-28T12:24:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:600.28µs614.72µs622.59µs
Change in Value:+28.169%+30.228%+32.587%
+ No change in performance detected.
+

# 442023-02-25T20:16:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:464.09µs464.32µs464.82µs
Change in Value:-20.196%-18.881%-18.014%
+ No change in performance detected.
+

# 432023-02-25T20:14:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.72µs442.77µs442.83µs
Change in Value:-23.899%-22.640%-21.817%
+ No change in performance detected.
+

# 422023-02-08T03:48:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:565.67µs567.34µs569.89µs
Change in Value:+1.7787%+2.8227%+4.5268%
+ No change in performance detected.
+

# 412023-02-08T03:46:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.25µs463.40µs463.56µs
Change in Value:-16.802%-16.769%-16.737%
+ No change in performance detected.
+

# 402023-02-08T03:45:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.85µs442.90µs443.04µs
Change in Value:-20.447%-20.377%-20.266%
+ No change in performance detected.
+

# 392023-02-04T03:13:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:556.56µs556.78µs557.02µs
Change in Value:+20.040%+20.091%+20.141%
+ No change in performance detected.
+

# 382023-02-04T02:27:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.35µs463.51µs463.80µs
Change in Value:-27.655%-26.183%-24.919%
+ No change in performance detected.
+

# 372022-12-23T20:19:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:614.85µs620.75µs626.11µs
Change in Value:+39.234%+41.806%+45.452%
+ No change in performance detected.
+

# 362022-12-19T16:11:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.76µs442.78µs442.82µs
Change in Value:-30.078%-30.042%-30.006%
+ No change in performance detected.
+

# 352022-12-14T18:15:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:632.89µs633.12µs633.29µs
Change in Value:+42.913%+42.993%+43.074%
+ No change in performance detected.
+

# 342022-12-14T03:38:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.63µs442.66µs442.72µs
Change in Value:-4.5730%-4.5575%-4.5421%
+ No change in performance detected.
+

# 332022-12-14T03:27:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.99µs464.02µs464.07µs
Change in Value:+0.0228%+0.0448%+0.0691%
+ No change in performance detected.
+

# 322022-12-01T03:04:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.75µs463.84µs463.92µs
Change in Value:-35.975%-35.523%-35.026%
+ No change in performance detected.
+

# 312022-11-29T03:21:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:716.25µs721.81µs726.47µs
Change in Value:+61.289%+62.390%+63.428%
+ No change in performance detected.
+

# 302022-11-27T19:21:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.93µs442.97µs443.04µs
Change in Value:-29.569%-29.090%-28.662%
+ No change in performance detected.
+

# 292022-11-26T20:28:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:619.53µs626.09µs631.64µs
Change in Value:-13.601%-11.012%-8.6344%
+ No change in performance detected.
+

# 282022-11-25T17:50:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:672.55µs683.37µs700.96µs
Change in Value:+54.579%+58.487%+62.911%
+ No change in performance detected.
+

# 272022-11-25T16:48:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.73µs442.80µs442.89µs
Change in Value:-4.7786%-4.6449%-4.5015%
+ No change in performance detected.
+

# 262022-11-25T16:48:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.76µs442.79µs442.81µs
Change in Value:-4.7922%-4.6745%-4.5444%
+ No change in performance detected.
+

# 252022-11-23T03:26:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.31µs463.97µs464.82µs
Change in Value:-38.896%-37.398%-36.015%
+ No change in performance detected.
+

# 242022-11-23T03:14:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:726.15µs737.24µs753.80µs
Change in Value:+56.803%+60.103%+64.275%
+ No change in performance detected.
+

# 232022-11-23T03:09:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:749.80µs761.12µs775.73µs
Change in Value:+61.835%+64.095%+66.109%
+ No change in performance detected.
+

# 222022-11-23T03:08:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.92µs526.99µs527.06µs
Change in Value:+13.681%+13.713%+13.749%
+ No change in performance detected.
+

# 212022-11-22T01:05:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.33µs463.38µs463.48µs
Change in Value:-0.1712%-0.1415%-0.1113%
+ No change in performance detected.
+

# 202022-11-22T01:04:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.73µs463.82µs463.90µs
Change in Value:-0.1003%-0.0685%-0.0342%
+ No change in performance detected.
+

# 192022-11-22T01:03:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.89µs442.94µs443.02µs
Change in Value:-4.5829%-4.5473%-4.5043%
+ No change in performance detected.
+

# 182022-11-22T00:49:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.95µs464.03µs464.17µs
Change in Value:-0.0061%+0.0209%+0.0488%
+ Change within noise threshold.
+

# 172022-11-22T00:08:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.93µs464.02µs464.10µs
Change in Value:+4.7264%+4.7479%+4.7689%
+ No change in performance detected.
+

# 162022-11-21T13:06:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.93µs443.01µs443.11µs
Change in Value:-4.5257%-4.5018%-4.4786%
+ No change in performance detected.
+

# 152022-11-21T04:01:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.72µs463.83µs464.01µs
Change in Value:+0.0843%+0.1097%+0.1327%
+ No change in performance detected.
+

# 142022-11-20T03:59:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:463.28µs463.34µs463.43µs
Change in Value:-21.588%-20.405%-19.354%
+ No change in performance detected.
+

# 132022-11-20T03:57:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:493.12µs506.20µs515.04µs
Change in Value:-16.428%-14.421%-12.495%
+ No change in performance detected.
+

# 122022-11-19T03:02:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:576.07µs583.10µs591.24µs
Change in Value:-11.280%-9.9404%-8.5604%
+ No change in performance detected.
+

# 112022-11-18T22:35:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:641.41µs646.69µs652.01µs
Change in Value:-11.748%-10.284%-8.7705%
+ No change in performance detected.
+

# 102022-11-18T22:20:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:714.90µs730.76µs739.88µs
Change in Value:+12.250%+14.052%+15.791%
+ No change in performance detected.
+

# 92022-11-18T21:59:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:631.64µs631.66µs631.71µs
Change in Value:-0.0245%-0.0100%+0.0043%
+ Change within noise threshold.
+

# 82022-11-18T21:49:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:631.71µs631.73µs631.78µs
Change in Value:+42.695%+42.711%+42.727%
+ No change in performance detected.
+

# 72022-11-18T21:48:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:614.25µs614.26µs614.27µs
Change in Value:+38.741%+38.753%+38.763%
+ No change in performance detected.
+

# 62022-11-04T20:56:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:442.66µs442.69µs442.74µs
Change in Value:-28.130%-27.148%-26.201%
+ No change in performance detected.
+

# 52022-09-02T22:47:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:602.36µs610.33µs615.57µs
Change in Value:-6.2322%-3.9831%-1.6335%
+ No change in performance detected.
+

# 42022-08-16T22:58:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:625.74µs635.63µs648.10µs
Change in Value:-2.0925%+1.3503%+4.4889%
+ Change within noise threshold.
+

# 32022-08-16T22:32:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:604.91µs618.92µs639.07µs
Change in Value:+15.369%+18.503%+21.360%
+ No change in performance detected.
+

# 22022-08-16T01:50:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.81µs526.91µs527.03µs
Change in Value:+0.0906%+0.1008%+0.1120%
+ No change in performance detected.
+

# 12022-08-16T01:10:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.39µs526.40µs526.42µs
Change in Value:-0.0231%-0.0159%-0.0095%
+ No change in performance detected.
+

# 02022-08-16T00:51:37Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:526.46µs526.49µs526.53µs
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 512x512 RGB/history.svg b/benchmark/invert/invert 512x512 RGB/history.svg new file mode 100644 index 00000000..ff31193b --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/history.svg @@ -0,0 +1,472 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (µs) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/index.html b/benchmark/invert/invert 512x512 RGB/index.html new file mode 100644 index 00000000..313f8b38 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/index.html @@ -0,0 +1,276 @@ + + + + + + invert/invert 512x512 RGB - Criterion.rs + + + + +
+

invert/invert 512x512 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope631.66 µs640.76 µs646.81 µs
0.99270480.99626190.9946827
Mean628.75 µs634.95 µs641.27 µs
Std. Dev.6.6071 µs10.682 µs12.678 µs
Median624.67 µs633.44 µs645.16 µs
MAD2.4657 µs13.924 µs17.983 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+53.004%+55.970%+58.459%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 512x512 RGB/mean.svg b/benchmark/invert/invert 512x512 RGB/mean.svg new file mode 100644 index 00000000..c8345f7b --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 628 + + + + + 630 + + + + + 632 + + + + + 634 + + + + + 636 + + + + + 638 + + + + + 640 + + + + + 642 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/median.svg b/benchmark/invert/invert 512x512 RGB/median.svg new file mode 100644 index 00000000..2ce0979d --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 0.1 + + + + + 625 + + + + + 630 + + + + + 635 + + + + + 640 + + + + + 645 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/pdf.svg b/benchmark/invert/invert 512x512 RGB/pdf.svg new file mode 100644 index 00000000..4028fd91 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/pdf.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 610 + + + + + 620 + + + + + 630 + + + + + 640 + + + + + 650 + + + + + 660 + + + + + 670 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert/invert 512x512 RGB + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/pdf_small.svg b/benchmark/invert/invert 512x512 RGB/pdf_small.svg new file mode 100644 index 00000000..14632a78 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 610 + + + + + 620 + + + + + 630 + + + + + 640 + + + + + 650 + + + + + 660 + + + + + 670 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/regression.svg b/benchmark/invert/invert 512x512 RGB/regression.svg new file mode 100644 index 00000000..da65ebdc --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 512x512 RGB + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/regression_small.svg b/benchmark/invert/invert 512x512 RGB/regression_small.svg new file mode 100644 index 00000000..6e69f709 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/regression_small.svg @@ -0,0 +1,322 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + Total sample time (ms) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/relative_pdf_small.svg b/benchmark/invert/invert 512x512 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..4dd32230 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/relative_regression_small.svg b/benchmark/invert/invert 512x512 RGB/relative_regression_small.svg new file mode 100644 index 00000000..0df812b3 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/relative_regression_small.svg @@ -0,0 +1,329 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (ms) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/slope.svg b/benchmark/invert/invert 512x512 RGB/slope.svg new file mode 100644 index 00000000..fbb27985 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/slope.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 630 + + + + + 632 + + + + + 634 + + + + + 636 + + + + + 638 + + + + + 640 + + + + + 642 + + + + + 644 + + + + + 646 + + + + + 648 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 512x512 RGB/typical.svg b/benchmark/invert/invert 512x512 RGB/typical.svg new file mode 100644 index 00000000..3d1b9419 --- /dev/null +++ b/benchmark/invert/invert 512x512 RGB/typical.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 630 + + + + + 632 + + + + + 634 + + + + + 636 + + + + + 638 + + + + + 640 + + + + + 642 + + + + + 644 + + + + + 646 + + + + + 648 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 512x512 RGB: typical + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/MAD.svg b/benchmark/invert/invert 8192x8192 L/MAD.svg new file mode 100644 index 00000000..d18890ca --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: MAD + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/SD.svg b/benchmark/invert/invert 8192x8192 L/SD.svg new file mode 100644 index 00000000..f016a49f --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: SD + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/both/iteration_times.svg b/benchmark/invert/invert 8192x8192 L/both/iteration_times.svg new file mode 100644 index 00000000..c7a01bc5 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/both/iteration_times.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 110 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 130 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/both/pdf.svg b/benchmark/invert/invert 8192x8192 L/both/pdf.svg new file mode 100644 index 00000000..557ed3a4 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/both/regression.svg b/benchmark/invert/invert 8192x8192 L/both/regression.svg new file mode 100644 index 00000000..9dccc756 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/both/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/change/mean.svg b/benchmark/invert/invert 8192x8192 L/change/mean.svg new file mode 100644 index 00000000..a4df10e9 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 50 + + + + + 50.5 + + + + + 51 + + + + + 51.5 + + + + + 52 + + + + + 52.5 + + + + + 53 + + + + + 53.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L: mean + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/change/median.svg b/benchmark/invert/invert 8192x8192 L/change/median.svg new file mode 100644 index 00000000..890ac2f1 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 49.5 + + + + + 50 + + + + + 50.5 + + + + + 51 + + + + + 51.5 + + + + + 52 + + + + + 52.5 + + + + + 53 + + + + + 53.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L: median + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/change/t-test.svg b/benchmark/invert/invert 8192x8192 L/change/t-test.svg new file mode 100644 index 00000000..9c659dce --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/change/t-test.svg @@ -0,0 +1,245 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 8192x8192 L: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/history.html b/benchmark/invert/invert 8192x8192 L/history.html new file mode 100644 index 00000000..9d7ccf6f --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 8192x8192 L History - Criterion.rs + + + + +
+ History of invert/invert 8192x8192 L +

# 612023-10-14T23:16:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.06ms162.10ms163.37ms
Change in Value:+50.173%+51.701%+53.392%
+ No change in performance detected.
+

# 602023-10-14T16:44:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:106.14ms107.14ms108.20ms
Change in Value:-1.7280%-1.0327%-0.3176%
+ No change in performance detected.
+

# 592023-10-14T16:29:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.62ms114.65ms114.70ms
Change in Value:+0.9048%+0.9448%+0.9909%
+ No change in performance detected.
+

# 582023-10-14T16:26:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.92ms107.97ms108.08ms
Change in Value:-5.2588%-5.2128%-5.1464%
+ No change in performance detected.
+

# 572023-10-14T16:12:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:137.26ms137.44ms137.74ms
Change in Value:+20.492%+20.659%+20.933%
+ No change in performance detected.
+

# 562023-10-14T16:11:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.56ms113.58ms113.61ms
Change in Value:-0.3192%-0.2864%-0.2495%
+ No change in performance detected.
+

# 552023-10-13T02:55:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.88ms113.91ms113.93ms
Change in Value:-16.964%-16.907%-16.855%
+ No change in performance detected.
+

# 542023-10-13T02:47:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.45ms113.47ms113.50ms
Change in Value:-17.282%-17.224%-17.172%
+ No change in performance detected.
+

# 532023-10-13T02:23:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:137.01ms137.08ms137.17ms
Change in Value:+21.155%+21.231%+21.316%
+ No change in performance detected.
+

# 522023-10-07T02:50:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.05ms113.08ms113.12ms
Change in Value:-1.3871%-1.1580%-1.0166%
+ No change in performance detected.
+

# 512023-10-06T23:01:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.26ms114.40ms114.66ms
Change in Value:-29.595%-29.236%-28.873%
+ No change in performance detected.
+

# 502023-10-04T22:57:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:160.92ms161.67ms162.44ms
Change in Value:+40.215%+40.912%+41.633%
+ No change in performance detected.
+

# 492023-09-05T14:48:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.90ms107.91ms107.91ms
Change in Value:-0.1672%-0.1043%-0.0655%
+ No change in performance detected.
+

# 482023-09-05T14:46:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.67ms114.73ms114.80ms
Change in Value:+6.1255%+6.2115%+6.3045%
+ No change in performance detected.
+

# 472023-08-08T14:56:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.98ms108.04ms108.15ms
Change in Value:+0.0574%+0.0963%+0.1634%
+ No change in performance detected.
+

# 462023-04-05T00:08:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.90ms107.91ms107.92ms
Change in Value:-18.318%-17.199%-16.102%
+ No change in performance detected.
+

# 452023-03-28T12:27:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:128.64ms130.33ms132.12ms
Change in Value:+13.777%+15.260%+16.948%
+ No change in performance detected.
+

# 442023-02-25T20:18:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.06ms113.08ms113.10ms
Change in Value:-34.097%-33.384%-32.768%
+ No change in performance detected.
+

# 432023-02-25T20:16:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.94ms107.94ms107.95ms
Change in Value:-37.082%-36.402%-35.815%
+ No change in performance detected.
+

# 422023-02-08T03:50:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:168.19ms169.74ms171.60ms
Change in Value:+2.5831%+3.5172%+4.5502%
+ No change in performance detected.
+

# 412023-02-08T03:48:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.44ms136.49ms136.55ms
Change in Value:-16.796%-16.763%-16.727%
+ No change in performance detected.
+

# 402023-02-08T03:47:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.90ms134.95ms135.02ms
Change in Value:-17.732%-17.699%-17.658%
+ No change in performance detected.
+

# 392023-02-04T03:15:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:163.95ms163.98ms164.00ms
Change in Value:+20.175%+20.196%+20.219%
+ No change in performance detected.
+

# 382023-02-04T02:29:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.41ms136.42ms136.44ms
Change in Value:+1.4105%+2.2653%+3.2097%
+ No change in performance detected.
+

# 372022-12-23T20:21:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:132.18ms133.40ms134.52ms
Change in Value:+22.297%+23.580%+24.619%
+ No change in performance detected.
+

# 362022-12-19T16:13:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.91ms107.98ms108.07ms
Change in Value:-20.508%-20.445%-20.372%
+ No change in performance detected.
+

# 352022-12-14T18:17:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.58ms135.69ms135.78ms
Change in Value:+0.5547%+0.6357%+0.6976%
+ No change in performance detected.
+

# 342022-12-14T03:40:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.83ms134.83ms134.84ms
Change in Value:+19.164%+19.184%+19.201%
+ No change in performance detected.
+

# 332022-12-14T03:29:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.33ms136.35ms136.37ms
Change in Value:+20.496%+20.524%+20.551%
+ No change in performance detected.
+

# 322022-12-01T03:05:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.12ms113.13ms113.15ms
Change in Value:-16.756%-16.037%-15.302%
+ No change in performance detected.
+

# 312022-11-29T03:23:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:133.56ms134.74ms135.90ms
Change in Value:-1.0171%-0.1326%+0.7965%
+ Change within noise threshold.
+

# 302022-11-27T19:23:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.91ms134.92ms134.93ms
Change in Value:-17.017%-16.505%-16.018%
+ No change in performance detected.
+

# 292022-11-26T20:30:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:160.65ms161.59ms162.58ms
Change in Value:+28.259%+31.538%+34.980%
+ No change in performance detected.
+

# 282022-11-25T17:52:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:119.77ms122.84ms125.88ms
Change in Value:+10.952%+13.835%+17.004%
+ No change in performance detected.
+

# 272022-11-25T16:50:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.91ms107.91ms107.92ms
Change in Value:-5.9995%-5.9266%-5.8677%
+ No change in performance detected.
+

# 262022-11-25T16:50:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.85ms134.86ms134.88ms
Change in Value:+17.476%+17.567%+17.640%
+ No change in performance detected.
+

# 252022-11-23T03:28:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.64ms114.71ms114.80ms
Change in Value:-19.296%-17.445%-15.708%
+ No change in performance detected.
+

# 242022-11-23T03:16:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.09ms138.95ms142.15ms
Change in Value:-0.1642%+1.7392%+4.1807%
+ Change within noise threshold.
+

# 232022-11-23T03:11:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:140.67ms141.78ms142.95ms
Change in Value:+3.0247%+3.8082%+4.5939%
+ No change in performance detected.
+

# 222022-11-23T03:10:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.10ms113.13ms113.17ms
Change in Value:-17.196%-17.170%-17.140%
+ No change in performance detected.
+

# 212022-11-22T01:07:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.56ms136.58ms136.60ms
Change in Value:+20.580%+20.614%+20.650%
+ No change in performance detected.
+

# 202022-11-22T01:06:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.55ms136.57ms136.60ms
Change in Value:+20.574%+20.610%+20.647%
+ No change in performance detected.
+

# 192022-11-22T01:05:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.89ms134.90ms134.91ms
Change in Value:+19.102%+19.135%+19.167%
+ No change in performance detected.
+

# 182022-11-22T00:51:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.21ms113.23ms113.26ms
Change in Value:-0.1955%-0.1326%-0.0760%
+ No change in performance detected.
+

# 172022-11-22T00:09:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.33ms113.39ms113.45ms
Change in Value:+4.9808%+5.0277%+5.0900%
+ No change in performance detected.
+

# 162022-11-21T13:08:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.95ms107.96ms107.97ms
Change in Value:-5.1189%-5.0729%-5.0329%
+ No change in performance detected.
+

# 152022-11-21T04:03:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.68ms113.73ms113.78ms
Change in Value:-16.735%-16.700%-16.663%
+ No change in performance detected.
+

# 142022-11-20T04:01:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.51ms136.53ms136.55ms
Change in Value:-6.6494%-4.9468%-3.3160%
+ No change in performance detected.
+

# 132022-11-20T03:59:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:128.91ms130.65ms132.36ms
Change in Value:-10.998%-9.0385%-7.1227%
+ No change in performance detected.
+

# 122022-11-19T03:04:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:141.22ms143.63ms146.24ms
Change in Value:+11.905%+15.737%+19.610%
+ No change in performance detected.
+

# 112022-11-18T22:38:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:120.61ms124.10ms127.67ms
Change in Value:-9.8274%-7.0688%-4.0965%
+ No change in performance detected.
+

# 102022-11-18T22:22:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:132.01ms133.54ms135.09ms
Change in Value:+22.396%+23.725%+25.131%
+ No change in performance detected.
+

# 92022-11-18T22:01:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.91ms107.92ms107.93ms
Change in Value:-0.0534%-0.0173%+0.0160%
+ Change within noise threshold.
+

# 82022-11-18T21:51:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:107.93ms107.95ms107.96ms
Change in Value:-19.964%-19.947%-19.925%
+ No change in performance detected.
+

# 72022-11-18T21:50:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.98ms114.00ms114.03ms
Change in Value:-15.482%-15.461%-15.438%
+ No change in performance detected.
+

# 62022-11-04T20:58:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:134.84ms134.85ms134.86ms
Change in Value:-16.434%-15.495%-14.595%
+ No change in performance detected.
+

# 52022-09-02T22:49:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:157.90ms159.58ms161.36ms
Change in Value:+24.472%+27.302%+30.305%
+ No change in performance detected.
+

# 42022-08-16T23:00:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:122.83ms125.35ms127.88ms
Change in Value:-23.376%-21.307%-19.111%
+ No change in performance detected.
+

# 32022-08-16T22:33:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:156.77ms159.30ms162.26ms
Change in Value:+38.626%+40.893%+43.296%
+ No change in performance detected.
+

# 22022-08-16T01:51:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.03ms113.06ms113.10ms
Change in Value:-1.4774%-1.4500%-1.4183%
+ No change in performance detected.
+

# 12022-08-16T01:12:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.71ms114.72ms114.74ms
Change in Value:+1.1127%+1.3121%+1.4587%
+ No change in performance detected.
+

# 02022-08-16T00:52:50Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.08ms113.24ms113.46ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 8192x8192 L/history.svg b/benchmark/invert/invert 8192x8192 L/history.svg new file mode 100644 index 00000000..ea9d1c5c --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/history.svg @@ -0,0 +1,472 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L: History + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/index.html b/benchmark/invert/invert 8192x8192 L/index.html new file mode 100644 index 00000000..2b2565ae --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/index.html @@ -0,0 +1,266 @@ + + + + + + invert/invert 8192x8192 L - Criterion.rs + + + + +
+

invert/invert 8192x8192 L (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.00213510.00278310.0019155
Mean161.06 ms162.10 ms163.37 ms
Std. Dev.596.35 µs1.9840 ms2.6125 ms
Median160.70 ms161.67 ms163.32 ms
MAD157.41 µs1.1384 ms2.6341 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+50.173%+51.701%+53.392%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 8192x8192 L/iteration_times.svg b/benchmark/invert/invert 8192x8192 L/iteration_times.svg new file mode 100644 index 00000000..d88dd87f --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/iteration_times.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 161 + + + + + + + + + + + + + 162 + + + + + + + + + + + + + 163 + + + + + + + + + + + + + 164 + + + + + + + + + + + + + 165 + + + + + + + + + + + + + 166 + + + + + + + + + + + + + 167 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/iteration_times_small.svg b/benchmark/invert/invert 8192x8192 L/iteration_times_small.svg new file mode 100644 index 00000000..f3c82cdf --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/iteration_times_small.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 161 + + + + + + + + + + + + + 162 + + + + + + + + + + + + + 163 + + + + + + + + + + + + + 164 + + + + + + + + + + + + + 165 + + + + + + + + + + + + + 166 + + + + + + + + + + + + + 167 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/mean.svg b/benchmark/invert/invert 8192x8192 L/mean.svg new file mode 100644 index 00000000..312f0c7f --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 161 + + + + + 161.5 + + + + + 162 + + + + + 162.5 + + + + + 163 + + + + + 163.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: mean + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/median.svg b/benchmark/invert/invert 8192x8192 L/median.svg new file mode 100644 index 00000000..4551b811 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + 2 + + + + + 160.5 + + + + + 161 + + + + + 161.5 + + + + + 162 + + + + + 162.5 + + + + + 163 + + + + + 163.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: median + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/pdf.svg b/benchmark/invert/invert 8192x8192 L/pdf.svg new file mode 100644 index 00000000..4ece4ff0 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 164 + + + + + 166 + + + + + 168 + + + + + 170 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/pdf_small.svg b/benchmark/invert/invert 8192x8192 L/pdf_small.svg new file mode 100644 index 00000000..349cb950 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 158 + + + + + 160 + + + + + 162 + + + + + 164 + + + + + 166 + + + + + 168 + + + + + 170 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/regression.svg b/benchmark/invert/invert 8192x8192 L/regression.svg new file mode 100644 index 00000000..4886b966 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/regression_small.svg b/benchmark/invert/invert 8192x8192 L/regression_small.svg new file mode 100644 index 00000000..4b1b821f --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/regression_small.svg @@ -0,0 +1,270 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/relative_iteration_times_small.svg b/benchmark/invert/invert 8192x8192 L/relative_iteration_times_small.svg new file mode 100644 index 00000000..54bebc58 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/relative_iteration_times_small.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 110 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 130 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/relative_pdf_small.svg b/benchmark/invert/invert 8192x8192 L/relative_pdf_small.svg new file mode 100644 index 00000000..b1877b39 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/relative_regression_small.svg b/benchmark/invert/invert 8192x8192 L/relative_regression_small.svg new file mode 100644 index 00000000..096687e4 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/relative_regression_small.svg @@ -0,0 +1,264 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/slope.svg b/benchmark/invert/invert 8192x8192 L/slope.svg new file mode 100644 index 00000000..06ba73a8 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/slope.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 106 + + + + + 106.5 + + + + + 107 + + + + + 107.5 + + + + + 108 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: slope + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 L/typical.svg b/benchmark/invert/invert 8192x8192 L/typical.svg new file mode 100644 index 00000000..8cc966e1 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 L/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 161 + + + + + 161.5 + + + + + 162 + + + + + 162.5 + + + + + 163 + + + + + 163.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 L: typical + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/MAD.svg b/benchmark/invert/invert 8192x8192 RGB/MAD.svg new file mode 100644 index 00000000..756920d4 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: MAD + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/SD.svg b/benchmark/invert/invert 8192x8192 RGB/SD.svg new file mode 100644 index 00000000..43ebe6b9 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: SD + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/both/iteration_times.svg b/benchmark/invert/invert 8192x8192 RGB/both/iteration_times.svg new file mode 100644 index 00000000..e5137587 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/both/iteration_times.svg @@ -0,0 +1,363 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 110 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 130 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/both/pdf.svg b/benchmark/invert/invert 8192x8192 RGB/both/pdf.svg new file mode 100644 index 00000000..36681fbe --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/both/regression.svg b/benchmark/invert/invert 8192x8192 RGB/both/regression.svg new file mode 100644 index 00000000..e7b91540 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/both/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/change/mean.svg b/benchmark/invert/invert 8192x8192 RGB/change/mean.svg new file mode 100644 index 00000000..5dfa8e53 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + 61 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/change/median.svg b/benchmark/invert/invert 8192x8192 RGB/change/median.svg new file mode 100644 index 00000000..cb9bcaa9 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 57 + + + + + 57.5 + + + + + 58 + + + + + 58.5 + + + + + 59 + + + + + 59.5 + + + + + 60 + + + + + 60.5 + + + + + 61 + + + + + 61.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/change/t-test.svg b/benchmark/invert/invert 8192x8192 RGB/change/t-test.svg new file mode 100644 index 00000000..16c127d4 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/change/t-test.svg @@ -0,0 +1,230 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: Welch t test + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/history.html b/benchmark/invert/invert 8192x8192 RGB/history.html new file mode 100644 index 00000000..4694524c --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/history.html @@ -0,0 +1,1563 @@ + + + + + + invert/invert 8192x8192 RGB History - Criterion.rs + + + + +
+ History of invert/invert 8192x8192 RGB +

# 612023-10-14T23:15:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:164.24ms166.71ms168.63ms
Change in Value:+55.695%+58.450%+60.781%
+ No change in performance detected.
+

# 602023-10-14T16:43:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:104.23ms104.93ms105.63ms
Change in Value:-3.7854%-3.1279%-2.4777%
+ No change in performance detected.
+

# 592023-10-14T16:29:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.77ms114.80ms114.84ms
Change in Value:-16.420%-16.367%-16.316%
+ No change in performance detected.
+

# 582023-10-14T16:25:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:108.56ms108.59ms108.64ms
Change in Value:-22.129%-22.102%-22.067%
+ No change in performance detected.
+

# 572023-10-14T16:11:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.82ms135.86ms135.92ms
Change in Value:-2.5898%-2.5555%-2.5049%
+ No change in performance detected.
+

# 562023-10-14T16:11:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:137.21ms137.27ms137.35ms
Change in Value:-1.5886%-1.5452%-1.4935%
+ No change in performance detected.
+

# 552023-10-13T02:55:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:139.41ms139.42ms139.44ms
Change in Value:-26.720%-26.672%-26.621%
+ No change in performance detected.
+

# 542023-10-13T02:47:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:137.69ms137.74ms137.79ms
Change in Value:-27.611%-27.557%-27.501%
+ No change in performance detected.
+

# 532023-10-13T02:23:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:190.01ms190.14ms190.26ms
Change in Value:+20.014%+20.095%+20.176%
+ No change in performance detected.
+

# 522023-10-07T02:50:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:158.31ms158.32ms158.34ms
Change in Value:-0.3101%-0.1996%-0.1212%
+ No change in performance detected.
+

# 512023-10-06T23:01:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:158.52ms158.64ms158.82ms
Change in Value:-19.335%-18.440%-17.540%
+ No change in performance detected.
+

# 502023-10-04T22:57:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:192.36ms194.51ms196.64ms
Change in Value:+17.840%+18.971%+20.120%
+ No change in performance detected.
+

# 492023-09-05T14:48:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.09ms135.10ms135.12ms
Change in Value:-16.664%-16.648%-16.632%
+ No change in performance detected.
+

# 482023-09-05T14:46:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:163.45ms163.49ms163.55ms
Change in Value:+0.8324%+0.8669%+0.9019%
+ No change in performance detected.
+

# 472023-08-08T14:56:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:162.07ms162.09ms162.12ms
Change in Value:+19.931%+19.954%+19.979%
+ No change in performance detected.
+

# 462023-04-05T00:08:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.11ms135.12ms135.14ms
Change in Value:-14.889%-13.622%-12.560%
+ No change in performance detected.
+

# 452023-03-28T12:26:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:154.53ms156.43ms158.79ms
Change in Value:+27.659%+29.274%+31.349%
+ No change in performance detected.
+

# 442023-02-25T20:18:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:121.00ms121.01ms121.02ms
Change in Value:-19.257%-18.488%-17.730%
+ No change in performance detected.
+

# 432023-02-25T20:16:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.00ms114.03ms114.08ms
Change in Value:-23.908%-23.190%-22.471%
+ No change in performance detected.
+

# 422023-02-08T03:50:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:147.08ms148.46ms149.87ms
Change in Value:+2.3691%+3.3374%+4.3167%
+ No change in performance detected.
+

# 412023-02-08T03:48:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:121.46ms121.50ms121.55ms
Change in Value:-15.478%-15.424%-15.368%
+ No change in performance detected.
+

# 402023-02-08T03:47:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.09ms114.12ms114.15ms
Change in Value:-20.608%-20.563%-20.516%
+ No change in performance detected.
+

# 392023-02-04T03:15:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:143.58ms143.66ms143.74ms
Change in Value:+16.704%+16.779%+16.840%
+ No change in performance detected.
+

# 382023-02-04T02:29:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:123.00ms123.02ms123.04ms
Change in Value:-25.365%-25.126%-24.783%
+ No change in performance detected.
+

# 372022-12-23T20:21:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:163.56ms164.30ms164.83ms
Change in Value:+43.332%+43.942%+44.396%
+ No change in performance detected.
+

# 362022-12-19T16:13:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.12ms114.14ms114.17ms
Change in Value:-30.856%-30.833%-30.811%
+ No change in performance detected.
+

# 352022-12-14T18:17:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:164.99ms165.03ms165.07ms
Change in Value:+44.832%+44.874%+44.915%
+ No change in performance detected.
+

# 342022-12-14T03:40:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.89ms113.91ms113.93ms
Change in Value:-4.9006%-4.8593%-4.8211%
+ No change in performance detected.
+

# 332022-12-14T03:29:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:120.02ms120.04ms120.07ms
Change in Value:+0.2191%+0.2616%+0.3013%
+ No change in performance detected.
+

# 322022-12-01T03:05:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:119.69ms119.73ms119.78ms
Change in Value:-42.441%-40.473%-38.360%
+ No change in performance detected.
+

# 312022-11-29T03:23:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:194.28ms201.14ms208.05ms
Change in Value:+70.985%+76.087%+82.186%
+ No change in performance detected.
+

# 302022-11-27T19:22:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.20ms114.22ms114.25ms
Change in Value:-29.570%-29.123%-28.680%
+ No change in performance detected.
+

# 292022-11-26T20:30:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:160.16ms161.16ms162.19ms
Change in Value:-13.848%-11.237%-8.3787%
+ No change in performance detected.
+

# 282022-11-25T17:52:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:176.05ms181.56ms186.93ms
Change in Value:+54.551%+59.333%+63.773%
+ No change in performance detected.
+

# 272022-11-25T16:50:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.93ms113.95ms113.98ms
Change in Value:-18.529%-18.509%-18.487%
+ No change in performance detected.
+

# 262022-11-25T16:49:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.98ms114.00ms114.02ms
Change in Value:-18.494%-18.474%-18.453%
+ No change in performance detected.
+

# 252022-11-23T03:27:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:139.81ms139.83ms139.86ms
Change in Value:-25.246%-24.407%-23.607%
+ No change in performance detected.
+

# 242022-11-23T03:16:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:183.06ms184.98ms187.04ms
Change in Value:+45.693%+47.287%+48.852%
+ No change in performance detected.
+

# 232022-11-23T03:11:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:198.64ms200.67ms202.94ms
Change in Value:+58.275%+59.777%+61.826%
+ No change in performance detected.
+

# 222022-11-23T03:10:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:137.51ms137.53ms137.55ms
Change in Value:+9.4301%+9.5032%+9.5790%
+ No change in performance detected.
+

# 212022-11-22T01:07:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:125.51ms125.59ms125.67ms
Change in Value:-0.4300%-0.2826%-0.1486%
+ No change in performance detected.
+

# 202022-11-22T01:06:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:124.06ms124.34ms124.61ms
Change in Value:-1.5363%-1.2791%-0.9903%
+ No change in performance detected.
+

# 192022-11-22T01:05:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.09ms114.12ms114.17ms
Change in Value:-9.5164%-9.3906%-9.2830%
+ No change in performance detected.
+

# 182022-11-22T00:51:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:125.80ms125.95ms126.12ms
Change in Value:+2.2902%+2.4178%+2.5389%
+ No change in performance detected.
+

# 172022-11-22T00:09:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:122.94ms122.97ms123.01ms
Change in Value:+7.8046%+7.8339%+7.8637%
+ No change in performance detected.
+

# 162022-11-21T13:08:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.03ms114.04ms114.06ms
Change in Value:-9.1095%-8.9831%-8.8891%
+ No change in performance detected.
+

# 152022-11-21T04:03:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:125.17ms125.30ms125.47ms
Change in Value:+1.7695%+1.8754%+2.0163%
+ No change in performance detected.
+

# 142022-11-20T04:01:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:122.95ms122.99ms123.03ms
Change in Value:-18.908%-17.801%-16.882%
+ No change in performance detected.
+

# 132022-11-20T03:58:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:125.23ms127.03ms129.18ms
Change in Value:-16.784%-15.098%-13.328%
+ No change in performance detected.
+

# 122022-11-19T03:04:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:147.98ms149.62ms151.65ms
Change in Value:-12.037%-10.658%-9.1564%
+ No change in performance detected.
+

# 112022-11-18T22:37:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:165.59ms167.47ms169.25ms
Change in Value:-13.764%-12.167%-10.646%
+ No change in performance detected.
+

# 102022-11-18T22:22:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:188.17ms190.67ms193.40ms
Change in Value:+16.190%+17.728%+19.495%
+ No change in performance detected.
+

# 92022-11-18T22:00:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.95ms161.96ms161.98ms
Change in Value:-0.2766%-0.1131%-0.0249%
+ Change within noise threshold.
+

# 82022-11-18T21:51:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:162.00ms162.14ms162.41ms
Change in Value:+42.102%+42.247%+42.483%
+ No change in performance detected.
+

# 72022-11-18T21:50:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:159.87ms159.91ms159.96ms
Change in Value:+40.240%+40.291%+40.343%
+ No change in performance detected.
+

# 62022-11-04T20:58:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.96ms113.99ms114.02ms
Change in Value:-32.806%-30.970%-29.485%
+ No change in performance detected.
+

# 52022-09-02T22:49:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.62ms165.13ms169.69ms
Change in Value:-11.279%-8.2691%-4.8087%
+ No change in performance detected.
+

# 42022-08-16T23:00:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:175.29ms180.01ms184.59ms
Change in Value:+12.373%+15.482%+18.648%
+ No change in performance detected.
+

# 32022-08-16T22:33:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:154.54ms155.88ms157.24ms
Change in Value:+14.277%+15.308%+16.441%
+ No change in performance detected.
+

# 22022-08-16T01:51:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.18ms135.19ms135.19ms
Change in Value:-0.6358%-0.6227%-0.6106%
+ No change in performance detected.
+

# 12022-08-16T01:12:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:136.02ms136.03ms136.05ms
Change in Value:+0.6399%+0.6548%+0.6699%
+ No change in performance detected.
+

# 02022-08-16T00:52:43Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:135.14ms135.15ms135.16ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 8192x8192 RGB/history.svg b/benchmark/invert/invert 8192x8192 RGB/history.svg new file mode 100644 index 00000000..bfe9a847 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/history.svg @@ -0,0 +1,462 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + #43 + + + + + #44 + + + + + #45 + + + + + #46 + + + + + #47 + + + + + #48 + + + + + #49 + + + + + #50 + + + + + #51 + + + + + #52 + + + + + #53 + + + + + #54 + + + + + #55 + + + + + #56 + + + + + #57 + + + + + #58 + + + + + #59 + + + + + #60 + + + + + #61 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: History + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/index.html b/benchmark/invert/invert 8192x8192 RGB/index.html new file mode 100644 index 00000000..6c0179a4 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/index.html @@ -0,0 +1,266 @@ + + + + + + invert/invert 8192x8192 RGB - Criterion.rs + + + + +
+

invert/invert 8192x8192 RGB (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.00241640.00356240.0027666
Mean164.24 ms166.71 ms168.63 ms
Std. Dev.911.58 µs3.7647 ms5.4835 ms
Median166.06 ms167.01 ms168.97 ms
MAD403.94 µs1.3830 ms4.5307 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+55.695%+58.450%+60.781%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert/invert 8192x8192 RGB/iteration_times.svg b/benchmark/invert/invert 8192x8192 RGB/iteration_times.svg new file mode 100644 index 00000000..3fff3efd --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/iteration_times.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 156 + + + + + + + + + + + + + 158 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 162 + + + + + + + + + + + + + 164 + + + + + + + + + + + + + 166 + + + + + + + + + + + + + 168 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 172 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/iteration_times_small.svg b/benchmark/invert/invert 8192x8192 RGB/iteration_times_small.svg new file mode 100644 index 00000000..3163b0e3 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/iteration_times_small.svg @@ -0,0 +1,332 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 156 + + + + + + + + + + + + + 158 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 162 + + + + + + + + + + + + + 164 + + + + + + + + + + + + + 166 + + + + + + + + + + + + + 168 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 172 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/mean.svg b/benchmark/invert/invert 8192x8192 RGB/mean.svg new file mode 100644 index 00000000..29fe6c73 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 164 + + + + + 165 + + + + + 166 + + + + + 167 + + + + + 168 + + + + + 169 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: mean + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/median.svg b/benchmark/invert/invert 8192x8192 RGB/median.svg new file mode 100644 index 00000000..a2ad6338 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 166 + + + + + 166.5 + + + + + 167 + + + + + 167.5 + + + + + 168 + + + + + 168.5 + + + + + 169 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: median + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/pdf.svg b/benchmark/invert/invert 8192x8192 RGB/pdf.svg new file mode 100644 index 00000000..199cf613 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 150 + + + + + 155 + + + + + 160 + + + + + 165 + + + + + 170 + + + + + 175 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/pdf_small.svg b/benchmark/invert/invert 8192x8192 RGB/pdf_small.svg new file mode 100644 index 00000000..c7e4946a --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/pdf_small.svg @@ -0,0 +1,209 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 150 + + + + + 155 + + + + + 160 + + + + + 165 + + + + + 170 + + + + + 175 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/regression.svg b/benchmark/invert/invert 8192x8192 RGB/regression.svg new file mode 100644 index 00000000..cb93ec03 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 RGB + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/regression_small.svg b/benchmark/invert/invert 8192x8192 RGB/regression_small.svg new file mode 100644 index 00000000..da5a4ddc --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/regression_small.svg @@ -0,0 +1,270 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/relative_iteration_times_small.svg b/benchmark/invert/invert 8192x8192 RGB/relative_iteration_times_small.svg new file mode 100644 index 00000000..cf2d93cc --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/relative_iteration_times_small.svg @@ -0,0 +1,346 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 110 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 130 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 170 + + + + + + + + + + + + + 180 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (ms) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/relative_pdf_small.svg b/benchmark/invert/invert 8192x8192 RGB/relative_pdf_small.svg new file mode 100644 index 00000000..8ffb5246 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 100 + + + + + 110 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/relative_regression_small.svg b/benchmark/invert/invert 8192x8192 RGB/relative_regression_small.svg new file mode 100644 index 00000000..3261075c --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/relative_regression_small.svg @@ -0,0 +1,264 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/slope.svg b/benchmark/invert/invert 8192x8192 RGB/slope.svg new file mode 100644 index 00000000..302e76f0 --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 104.2 + + + + + 104.4 + + + + + 104.6 + + + + + 104.8 + + + + + 105 + + + + + 105.2 + + + + + 105.4 + + + + + 105.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: slope + + + + + + + diff --git a/benchmark/invert/invert 8192x8192 RGB/typical.svg b/benchmark/invert/invert 8192x8192 RGB/typical.svg new file mode 100644 index 00000000..aa4b3dac --- /dev/null +++ b/benchmark/invert/invert 8192x8192 RGB/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 164 + + + + + 165 + + + + + 166 + + + + + 167 + + + + + 168 + + + + + 169 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert/invert 8192x8192 RGB: typical + + + + + + + diff --git a/benchmark/invert/violin.svg b/benchmark/invert/violin.svg new file mode 100644 index 00000000..13df97ae --- /dev/null +++ b/benchmark/invert/violin.svg @@ -0,0 +1,1100 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + invert/invert 8192x8192 L + + + + + invert/invert 8192x8192 RGB + + + + + invert/invert 4096x4096 L + + + + + invert/invert 4096x4096 RGB + + + + + invert/invert 2048x2048 L + + + + + invert/invert 2048x2048 RGB + + + + + invert/invert 1024x1024 L + + + + + invert/invert 1024x1024 RGB + + + + + invert/invert 512x512 L + + + + + invert/invert 512x512 RGB + + + + + invert/invert 256x256 L + + + + + invert/invert 256x256 RGB + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 80 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 120 + + + + + + + + + + + + + 140 + + + + + + + + + + + + + 160 + + + + + + + + + + + + + 180 + + + + + + + + + Input + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + gnuplot_plot_11 + + + + + + + gnuplot_plot_12 + + + + + + + + + + + + + + + + + invert: Violin plot + + + + + + + diff --git a/benchmark/invert_gif/index.html b/benchmark/invert_gif/index.html new file mode 100644 index 00000000..423093f7 --- /dev/null +++ b/benchmark/invert_gif/index.html @@ -0,0 +1,159 @@ + + + + + + invert_gif Summary - Criterion.rs + + + + +
+

invert_gif

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

invert_gif/invert_gif ril (combinator)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ +

invert_gif/invert_gif ril (for loop)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ +

invert_gif/invert_gif ril (raw)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ +

invert_gif/invert_gif image-rs (low-level)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/MAD.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/MAD.svg new file mode 100644 index 00000000..8256719e --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 0.1 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): MAD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/SD.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/SD.svg new file mode 100644 index 00000000..388dc845 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): SD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/both/iteration_times.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/both/iteration_times.svg new file mode 100644 index 00000000..c9f9b045 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/both/iteration_times.svg @@ -0,0 +1,389 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.25 + + + + + + + + + + + + + 1.3 + + + + + + + + + + + + + 1.35 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.45 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 1.55 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/both/pdf.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/both/pdf.svg new file mode 100644 index 00000000..7493dedf --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 1.2 + + + + + 1.25 + + + + + 1.3 + + + + + 1.35 + + + + + 1.4 + + + + + 1.45 + + + + + 1.5 + + + + + 1.55 + + + + + 1.6 + + + + + 1.65 + + + + + 1.7 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/change/mean.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/mean.svg new file mode 100644 index 00000000..54be3852 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 29.5 + + + + + 30 + + + + + 30.5 + + + + + 31 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/change/median.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/median.svg new file mode 100644 index 00000000..95a6e588 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 29 + + + + + 29.5 + + + + + 30 + + + + + 30.5 + + + + + 31 + + + + + 31.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/change/t-test.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/t-test.svg new file mode 100644 index 00000000..c8854a4c --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): Welch t test + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/history.html b/benchmark/invert_gif/invert_gif image-rs (low-level)/history.html new file mode 100644 index 00000000..284f7d82 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/history.html @@ -0,0 +1,1107 @@ + + + + + + invert_gif/invert_gif image-rs (low-level) History - Criterion.rs + + + + +
+ History of invert_gif/invert_gif image-rs (low-level) +

# 422023-10-14T23:18:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.63s 1.64s 1.65s
Change in Value:+29.258%+30.218%+31.165%
+ No change in performance detected.
+

# 412023-10-14T16:45:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.25s 1.26s 1.27s
Change in Value:-10.236%-9.7571%-9.2633%
+ No change in performance detected.
+

# 402023-10-14T16:31:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.36s 1.36s 1.36s
Change in Value:-4.4542%-4.3602%-4.2601%
+ No change in performance detected.
+

# 392023-10-14T16:27:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.39s 1.40s 1.40s
Change in Value:+1.3573%+1.7430%+1.9816%
+ No change in performance detected.
+

# 382023-10-14T16:13:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.63s 1.63s 1.64s
Change in Value:+18.607%+19.099%+19.456%
+ No change in performance detected.
+

# 372023-10-14T16:13:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.42s 1.42s 1.42s
Change in Value:+3.2220%+3.6231%+3.8853%
+ No change in performance detected.
+

# 362023-10-13T02:57:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.37s 1.37s 1.38s
Change in Value:-21.363%-20.257%-19.365%
+ No change in performance detected.
+

# 352023-10-13T02:48:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.38s 1.38s 1.38s
Change in Value:-20.933%-19.858%-18.957%
+ No change in performance detected.
+

# 342023-10-13T02:25:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.70s 1.72s 1.74s
Change in Value:+21.700%+22.985%+24.567%
+ No change in performance detected.
+

# 332023-10-07T02:52:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.40s 1.40s 1.40s
Change in Value:-0.8418%-0.6659%-0.5200%
+ No change in performance detected.
+

# 322023-10-06T23:03:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.41s
Change in Value:-15.336%-14.900%-14.491%
+ No change in performance detected.
+

# 312023-10-04T22:59:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.65s 1.65s 1.66s
Change in Value:+15.166%+15.737%+16.442%
+ No change in performance detected.
+

# 302023-09-05T14:50:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.39s 1.39s 1.39s
Change in Value:+1.5562%+1.6816%+1.7960%
+ No change in performance detected.
+

# 292023-09-05T14:48:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43s 1.43s 1.43s
Change in Value:+4.2658%+4.4572%+4.6978%
+ No change in performance detected.
+

# 282023-08-08T14:58:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.37s 1.37s 1.37s
Change in Value:+0.2719%+0.4110%+0.5600%
+ No change in performance detected.
+

# 272023-04-05T00:10:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.36s 1.36s 1.36s
Change in Value:-10.944%-10.187%-9.3703%
+ No change in performance detected.
+

# 262023-03-28T12:28:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.50s 1.52s 1.53s
Change in Value:+11.093%+12.151%+13.290%
+ No change in performance detected.
+

# 252023-02-25T20:20:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.35s 1.35s 1.35s
Change in Value:-19.830%-19.487%-19.162%
+ No change in performance detected.
+

# 242023-02-25T20:18:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.40s 1.40s 1.40s
Change in Value:-17.155%-16.792%-16.459%
+ No change in performance detected.
+

# 232023-02-08T03:52:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.67s 1.68s 1.69s
Change in Value:+3.0161%+3.4221%+3.9140%
+ No change in performance detected.
+

# 222023-02-08T03:50:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.35s 1.35s 1.35s
Change in Value:-16.996%-16.871%-16.762%
+ No change in performance detected.
+

# 212023-02-08T03:49:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.39s 1.39s 1.39s
Change in Value:-14.400%-14.275%-14.167%
+ No change in performance detected.
+

# 202023-02-04T03:17:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62s 1.62s 1.63s
Change in Value:+20.023%+20.167%+20.333%
+ No change in performance detected.
+

# 192023-02-04T02:30:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.35s 1.35s 1.35s
Change in Value:-16.024%-15.845%-15.653%
+ No change in performance detected.
+

# 182022-12-23T20:23:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.60s 1.61s 1.61s
Change in Value:+13.342%+13.615%+13.875%
+ No change in performance detected.
+

# 172022-12-19T16:15:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.42s
Change in Value:-12.285%-12.167%-12.065%
+ No change in performance detected.
+

# 162022-12-14T18:19:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.61s 1.61s 1.61s
Change in Value:+14.687%+14.805%+14.924%
+ No change in performance detected.
+

# 152022-12-14T03:42:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.40s 1.40s 1.40s
Change in Value:+2.5148%+2.6124%+2.7112%
+ No change in performance detected.
+

# 142022-12-14T03:31:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.34s 1.35s 1.35s
Change in Value:-1.6033%-1.5160%-1.4367%
+ No change in performance detected.
+

# 132022-12-01T03:07:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.37s 1.37s 1.37s
Change in Value:-16.016%-15.272%-14.571%
+ No change in performance detected.
+

# 122022-11-29T03:25:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.60s 1.61s 1.63s
Change in Value:+13.743%+14.553%+15.525%
+ No change in performance detected.
+

# 112022-11-27T19:24:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.41s
Change in Value:-11.953%-11.719%-11.506%
+ No change in performance detected.
+

# 102022-11-26T20:32:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.59s 1.59s 1.60s
Change in Value:+11.584%+12.877%+14.274%
+ No change in performance detected.
+

# 92022-11-25T17:54:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.40s 1.41s 1.43s
Change in Value:-0.8244%+0.4114%+1.5109%
+ Change within noise threshold.
+

# 82022-11-25T16:52:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.41s
Change in Value:-0.0091%+0.1323%+0.2679%
+ Change within noise threshold.
+

# 72022-11-25T16:51:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.42s 1.42s 1.42s
Change in Value:+0.7263%+0.8585%+0.9862%
+ No change in performance detected.
+

# 62022-11-04T21:00:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.40s 1.41s 1.41s
Change in Value:-20.467%-19.919%-19.361%
+ No change in performance detected.
+

# 52022-09-02T22:50:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74s 1.75s 1.77s
Change in Value:+8.8979%+11.049%+13.327%
+ No change in performance detected.
+

# 42022-08-16T23:01:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.55s 1.58s 1.61s
Change in Value:-13.219%-11.548%-9.7780%
+ No change in performance detected.
+

# 32022-08-16T22:35:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77s 1.79s 1.80s
Change in Value:+15.078%+16.163%+17.166%
+ No change in performance detected.
+

# 22022-08-16T01:52:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.54s 1.54s 1.54s
Change in Value:+0.0567%+0.2099%+0.4267%
+ No change in performance detected.
+

# 12022-08-16T01:13:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.54s
Change in Value:-0.3837%-0.1874%-0.0839%
+ No change in performance detected.
+

# 02022-08-16T00:54:09Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.54s 1.54s 1.54s
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/history.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/history.svg new file mode 100644 index 00000000..c7424ad0 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/history.svg @@ -0,0 +1,367 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): History + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/index.html b/benchmark/invert_gif/invert_gif image-rs (low-level)/index.html new file mode 100644 index 00000000..d862b8b4 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/index.html @@ -0,0 +1,266 @@ + + + + + + invert_gif/invert_gif image-rs (low-level) - Criterion.rs + + + + +
+

invert_gif/invert_gif image-rs (low-level) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.21078640.27075030.2134796
Mean1.6298 s1.6395 s1.6489 s
Std. Dev.8.5158 ms16.341 ms21.430 ms
Median1.6294 s1.6390 s1.6511 s
MAD2.9910 ms14.000 ms28.016 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+29.258%+30.218%+31.165%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times.svg new file mode 100644 index 00000000..3cf8f5e3 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.61 + + + + + + + + + + + + + 1.62 + + + + + + + + + + + + + 1.63 + + + + + + + + + + + + + 1.64 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.66 + + + + + + + + + + + + + 1.67 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times_small.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times_small.svg new file mode 100644 index 00000000..fe66b007 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/iteration_times_small.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.61 + + + + + + + + + + + + + 1.62 + + + + + + + + + + + + + 1.63 + + + + + + + + + + + + + 1.64 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.66 + + + + + + + + + + + + + 1.67 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/mean.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/mean.svg new file mode 100644 index 00000000..48c849ab --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.63 + + + + + 1.635 + + + + + 1.64 + + + + + 1.645 + + + + + 1.65 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/median.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/median.svg new file mode 100644 index 00000000..e98bc5ba --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 1.63 + + + + + 1.635 + + + + + 1.64 + + + + + 1.645 + + + + + 1.65 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf.svg new file mode 100644 index 00000000..54fd1127 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf.svg @@ -0,0 +1,295 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.58 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + 1.68 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf_small.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf_small.svg new file mode 100644 index 00000000..ce3c1b14 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 1.58 + + + + + 1.6 + + + + + 1.62 + + + + + 1.64 + + + + + 1.66 + + + + + 1.68 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_iteration_times_small.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_iteration_times_small.svg new file mode 100644 index 00000000..1bd3c451 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_iteration_times_small.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.25 + + + + + + + + + + + + + 1.3 + + + + + + + + + + + + + 1.35 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.45 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 1.55 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_pdf_small.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_pdf_small.svg new file mode 100644 index 00000000..93ee8403 --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 1.2 + + + + + 1.25 + + + + + 1.3 + + + + + 1.35 + + + + + 1.4 + + + + + 1.45 + + + + + 1.5 + + + + + 1.55 + + + + + 1.6 + + + + + 1.65 + + + + + 1.7 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif image-rs (low-level)/typical.svg b/benchmark/invert_gif/invert_gif image-rs (low-level)/typical.svg new file mode 100644 index 00000000..a4cf1c9f --- /dev/null +++ b/benchmark/invert_gif/invert_gif image-rs (low-level)/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.63 + + + + + 1.635 + + + + + 1.64 + + + + + 1.645 + + + + + 1.65 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level): typical + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/MAD.svg b/benchmark/invert_gif/invert_gif ril (combinator)/MAD.svg new file mode 100644 index 00000000..934c2e50 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): MAD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/SD.svg b/benchmark/invert_gif/invert_gif ril (combinator)/SD.svg new file mode 100644 index 00000000..fb37583e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): SD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/both/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (combinator)/both/iteration_times.svg new file mode 100644 index 00000000..916cdda6 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/both/iteration_times.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/both/pdf.svg b/benchmark/invert_gif/invert_gif ril (combinator)/both/pdf.svg new file mode 100644 index 00000000..62794c92 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/change/mean.svg b/benchmark/invert_gif/invert_gif ril (combinator)/change/mean.svg new file mode 100644 index 00000000..e3dcaf8e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/change/mean.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 31 + + + + + 31.5 + + + + + 32 + + + + + 32.5 + + + + + 33 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/change/median.svg b/benchmark/invert_gif/invert_gif ril (combinator)/change/median.svg new file mode 100644 index 00000000..2746e66c --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 31 + + + + + 31.5 + + + + + 32 + + + + + 32.5 + + + + + 33 + + + + + 33.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/change/t-test.svg b/benchmark/invert_gif/invert_gif ril (combinator)/change/t-test.svg new file mode 100644 index 00000000..a781978e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/change/t-test.svg @@ -0,0 +1,236 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -80 + + + + + -60 + + + + + -40 + + + + + -20 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): Welch t test + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/history.html b/benchmark/invert_gif/invert_gif ril (combinator)/history.html new file mode 100644 index 00000000..584685ab --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/history.html @@ -0,0 +1,1107 @@ + + + + + + invert_gif/invert_gif ril (combinator) History - Criterion.rs + + + + +
+ History of invert_gif/invert_gif ril (combinator) +

# 422023-10-14T23:16:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.19s 2.20s 2.21s
Change in Value:+30.849%+32.067%+33.195%
+ No change in performance detected.
+

# 412023-10-14T16:44:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.66s 1.67s 1.68s
Change in Value:-11.286%-10.753%-10.014%
+ No change in performance detected.
+

# 402023-10-14T16:29:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.80s 1.80s 1.81s
Change in Value:+0.6386%+0.8860%+1.1363%
+ No change in performance detected.
+

# 392023-10-14T16:26:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.87s 1.87s 1.87s
Change in Value:+4.1484%+4.4123%+4.6325%
+ No change in performance detected.
+

# 382023-10-14T16:12:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.14s 2.14s 2.14s
Change in Value:+19.514%+19.814%+20.065%
+ No change in performance detected.
+

# 372023-10-14T16:12:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.79s 1.79s
Change in Value:-0.4401%-0.1886%+0.0260%
+ Change within noise threshold.
+

# 362023-10-13T02:56:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.79s 1.79s 1.79s
Change in Value:-16.344%-15.425%-14.823%
+ No change in performance detected.
+

# 352023-10-13T02:47:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77s 1.77s 1.77s
Change in Value:-17.143%-16.282%-15.790%
+ No change in performance detected.
+

# 342023-10-13T02:24:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.10s 2.12s 2.14s
Change in Value:+18.845%+19.685%+21.007%
+ No change in performance detected.
+

# 332023-10-07T02:51:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76s 1.77s 1.77s
Change in Value:-0.8823%-0.5174%-0.1680%
+ No change in performance detected.
+

# 322023-10-06T23:01:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77s 1.78s 1.78s
Change in Value:-15.765%-15.338%-14.894%
+ No change in performance detected.
+

# 312023-10-04T22:57:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.09s 2.10s 2.11s
Change in Value:+21.533%+22.222%+22.812%
+ No change in performance detected.
+

# 302023-09-05T14:48:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.81s 1.81s 1.81s
Change in Value:-0.8186%-0.6656%-0.4774%
+ No change in performance detected.
+

# 292023-09-05T14:47:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.71s 1.72s 1.72s
Change in Value:-5.9949%-5.7698%-5.4821%
+ No change in performance detected.
+

# 282023-08-08T14:57:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.82s 1.82s 1.82s
Change in Value:-1.1627%-0.9572%-0.7831%
+ No change in performance detected.
+

# 272023-04-05T00:09:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.84s 1.84s 1.84s
Change in Value:-8.3988%-7.6896%-6.9506%
+ No change in performance detected.
+

# 262023-03-28T12:27:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.98s 1.99s 2.01s
Change in Value:+13.975%+14.860%+15.703%
+ No change in performance detected.
+

# 252023-02-25T20:18:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73s 1.74s 1.74s
Change in Value:-16.900%-15.835%-14.980%
+ No change in performance detected.
+

# 242023-02-25T20:17:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86s 1.86s 1.86s
Change in Value:-11.037%-9.8933%-8.9773%
+ No change in performance detected.
+

# 232023-02-08T03:51:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.04s 2.06s 2.09s
Change in Value:-1.9820%-1.0134%+0.1829%
+ Change within noise threshold.
+

# 222023-02-08T03:49:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.71s 1.71s 1.71s
Change in Value:-17.891%-17.812%-17.730%
+ No change in performance detected.
+

# 212023-02-08T03:48:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.84s 1.84s 1.84s
Change in Value:-11.581%-11.515%-11.437%
+ No change in performance detected.
+

# 202023-02-04T03:16:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.08s 2.08s 2.08s
Change in Value:+20.083%+20.188%+20.310%
+ No change in performance detected.
+

# 192023-02-04T02:29:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73s 1.73s 1.73s
Change in Value:-14.724%-14.446%-14.155%
+ No change in performance detected.
+

# 182022-12-23T20:22:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.02s 2.03s 2.03s
Change in Value:+9.1341%+9.4835%+9.8363%
+ No change in performance detected.
+

# 172022-12-19T16:14:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85s 1.85s 1.85s
Change in Value:-10.318%-10.103%-9.9238%
+ No change in performance detected.
+

# 162022-12-14T18:18:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.05s 2.06s 2.06s
Change in Value:+13.794%+14.049%+14.331%
+ No change in performance detected.
+

# 152022-12-14T03:41:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.80s 1.80s 1.81s
Change in Value:+4.3760%+4.4982%+4.6168%
+ No change in performance detected.
+

# 142022-12-14T03:30:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.69s 1.69s 1.69s
Change in Value:-2.3883%-2.1740%-1.9221%
+ No change in performance detected.
+

# 132022-12-01T03:06:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73s 1.73s 1.73s
Change in Value:-16.650%-16.376%-16.092%
+ No change in performance detected.
+

# 122022-11-29T03:24:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06s 2.07s 2.07s
Change in Value:+12.676%+13.072%+13.436%
+ No change in performance detected.
+

# 112022-11-27T19:23:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.82s 1.83s 1.83s
Change in Value:-14.026%-13.533%-13.073%
+ No change in performance detected.
+

# 102022-11-26T20:31:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.10s 2.11s 2.12s
Change in Value:+10.431%+11.501%+12.592%
+ No change in performance detected.
+

# 92022-11-25T17:53:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.88s 1.89s 1.91s
Change in Value:+1.8442%+2.6321%+3.5220%
+ No change in performance detected.
+

# 82022-11-25T16:51:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.84s 1.85s 1.85s
Change in Value:+19.729%+19.855%+19.983%
+ No change in performance detected.
+

# 72022-11-25T16:50:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.83s 1.83s
Change in Value:+18.595%+18.714%+18.836%
+ No change in performance detected.
+

# 62022-11-04T20:59:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.54s 1.54s 1.54s
Change in Value:-15.526%-14.737%-14.023%
+ No change in performance detected.
+

# 52022-09-02T22:49:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.79s 1.81s 1.82s
Change in Value:+7.0453%+8.4831%+9.9685%
+ No change in performance detected.
+

# 42022-08-16T23:00:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.65s 1.66s 1.68s
Change in Value:-10.619%-9.5863%-8.4472%
+ No change in performance detected.
+

# 32022-08-16T22:34:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.84s 1.85s
Change in Value:+19.647%+20.445%+21.207%
+ No change in performance detected.
+

# 22022-08-16T01:51:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.53s
Change in Value:+0.3556%+0.4347%+0.5157%
+ No change in performance detected.
+

# 12022-08-16T01:12:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.52s 1.52s 1.52s
Change in Value:-0.1631%-0.0997%-0.0317%
+ No change in performance detected.
+

# 02022-08-16T00:53:10Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.52s 1.52s 1.52s
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/history.svg b/benchmark/invert_gif/invert_gif ril (combinator)/history.svg new file mode 100644 index 00000000..92672117 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): History + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/index.html b/benchmark/invert_gif/invert_gif ril (combinator)/index.html new file mode 100644 index 00000000..40568853 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/index.html @@ -0,0 +1,266 @@ + + + + + + invert_gif/invert_gif ril (combinator) - Criterion.rs + + + + +
+

invert_gif/invert_gif ril (combinator) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.00914590.01234700.0088293
Mean2.1913 s2.2020 s2.2134 s
Std. Dev.10.386 ms18.920 ms24.737 ms
Median2.1837 s2.2045 s2.2133 s
MAD2.7038 ms19.038 ms34.952 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+30.849%+32.067%+33.195%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times.svg new file mode 100644 index 00000000..b064ee34 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.17 + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times_small.svg new file mode 100644 index 00000000..10126070 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/iteration_times_small.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.17 + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/mean.svg b/benchmark/invert_gif/invert_gif ril (combinator)/mean.svg new file mode 100644 index 00000000..e91a0cda --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 2.19 + + + + + 2.195 + + + + + 2.2 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/median.svg b/benchmark/invert_gif/invert_gif ril (combinator)/median.svg new file mode 100644 index 00000000..822f9dfe --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/median.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 2.185 + + + + + 2.19 + + + + + 2.195 + + + + + 2.2 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/pdf.svg b/benchmark/invert_gif/invert_gif ril (combinator)/pdf.svg new file mode 100644 index 00000000..fdb62bd2 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/pdf.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert_gif/invert_gif ril (combinator) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/pdf_small.svg b/benchmark/invert_gif/invert_gif ril (combinator)/pdf_small.svg new file mode 100644 index 00000000..84be852a --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/relative_iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (combinator)/relative_iteration_times_small.svg new file mode 100644 index 00000000..4ef3c3fa --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/relative_iteration_times_small.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/relative_pdf_small.svg b/benchmark/invert_gif/invert_gif ril (combinator)/relative_pdf_small.svg new file mode 100644 index 00000000..899b03aa --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (combinator)/typical.svg b/benchmark/invert_gif/invert_gif ril (combinator)/typical.svg new file mode 100644 index 00000000..79842d27 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (combinator)/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 2.19 + + + + + 2.195 + + + + + 2.2 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (combinator): typical + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/MAD.svg b/benchmark/invert_gif/invert_gif ril (for loop)/MAD.svg new file mode 100644 index 00000000..dfb0c40b --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): MAD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/SD.svg b/benchmark/invert_gif/invert_gif ril (for loop)/SD.svg new file mode 100644 index 00000000..9d5a5f19 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): SD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/both/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (for loop)/both/iteration_times.svg new file mode 100644 index 00000000..78b338f8 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/both/iteration_times.svg @@ -0,0 +1,350 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/both/pdf.svg b/benchmark/invert_gif/invert_gif ril (for loop)/both/pdf.svg new file mode 100644 index 00000000..421b3f83 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/change/mean.svg b/benchmark/invert_gif/invert_gif ril (for loop)/change/mean.svg new file mode 100644 index 00000000..12098028 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 28.5 + + + + + 29 + + + + + 29.5 + + + + + 30 + + + + + 30.5 + + + + + 31 + + + + + 31.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/change/median.svg b/benchmark/invert_gif/invert_gif ril (for loop)/change/median.svg new file mode 100644 index 00000000..9469587d --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/change/median.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 28 + + + + + 28.5 + + + + + 29 + + + + + 29.5 + + + + + 30 + + + + + 30.5 + + + + + 31 + + + + + 31.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/change/t-test.svg b/benchmark/invert_gif/invert_gif ril (for loop)/change/t-test.svg new file mode 100644 index 00000000..dd040d4b --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): Welch t test + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/history.html b/benchmark/invert_gif/invert_gif ril (for loop)/history.html new file mode 100644 index 00000000..e2a0e966 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/history.html @@ -0,0 +1,1107 @@ + + + + + + invert_gif/invert_gif ril (for loop) History - Criterion.rs + + + + +
+ History of invert_gif/invert_gif ril (for loop) +

# 422023-10-14T23:17:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.18s 2.19s 2.20s
Change in Value:+28.546%+29.875%+31.354%
+ No change in performance detected.
+

# 412023-10-14T16:44:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.67s 1.69s 1.70s
Change in Value:-10.540%-9.7460%-8.7907%
+ No change in performance detected.
+

# 402023-10-14T16:30:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.80s 1.80s 1.80s
Change in Value:+0.1763%+0.3731%+0.5551%
+ No change in performance detected.
+

# 392023-10-14T16:27:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.87s 1.87s 1.87s
Change in Value:+4.6641%+4.7939%+4.9233%
+ No change in performance detected.
+

# 382023-10-14T16:13:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.16s 2.16s 2.16s
Change in Value:+20.747%+20.926%+21.101%
+ No change in performance detected.
+

# 372023-10-14T16:12:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.79s 1.79s 1.80s
Change in Value:+0.4401%+0.5637%+0.6913%
+ No change in performance detected.
+

# 362023-10-13T02:56:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.78s 1.79s
Change in Value:-16.317%-15.689%-15.316%
+ No change in performance detected.
+

# 352023-10-13T02:48:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77s 1.77s 1.77s
Change in Value:-16.879%-16.276%-15.941%
+ No change in performance detected.
+

# 342023-10-13T02:24:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11s 2.12s 2.13s
Change in Value:+19.539%+20.220%+21.214%
+ No change in performance detected.
+

# 332023-10-07T02:51:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76s 1.76s 1.77s
Change in Value:-0.4810%-0.2256%+0.1154%
+ Change within noise threshold.
+

# 322023-10-06T23:02:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.76s 1.76s 1.77s
Change in Value:-17.456%-16.966%-16.592%
+ No change in performance detected.
+

# 312023-10-04T22:58:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.12s 2.13s 2.14s
Change in Value:+22.851%+23.401%+24.292%
+ No change in performance detected.
+

# 302023-09-05T14:49:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.80s 1.80s 1.80s
Change in Value:-0.8443%-0.7786%-0.7100%
+ No change in performance detected.
+

# 292023-09-05T14:47:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.72s 1.72s 1.72s
Change in Value:-5.2314%-5.1277%-5.0431%
+ No change in performance detected.
+

# 282023-08-08T14:57:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.81s 1.82s 1.82s
Change in Value:-1.2126%-1.1220%-1.0239%
+ No change in performance detected.
+

# 272023-04-05T00:09:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.84s 1.84s
Change in Value:-7.2656%-6.3775%-5.5456%
+ No change in performance detected.
+

# 262023-03-28T12:28:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.94s 1.96s 1.98s
Change in Value:+12.077%+12.932%+13.855%
+ No change in performance detected.
+

# 252023-02-25T20:19:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74s 1.74s 1.74s
Change in Value:-14.883%-14.759%-14.639%
+ No change in performance detected.
+

# 242023-02-25T20:17:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85s 1.85s 1.86s
Change in Value:-9.1185%-8.9823%-8.8522%
+ No change in performance detected.
+

# 232023-02-08T03:51:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03s 2.04s 2.04s
Change in Value:-2.5155%-2.3720%-2.2145%
+ No change in performance detected.
+

# 222023-02-08T03:49:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.71s 1.71s 1.71s
Change in Value:-18.035%-17.977%-17.924%
+ No change in performance detected.
+

# 212023-02-08T03:48:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.84s 1.84s 1.84s
Change in Value:-11.868%-11.806%-11.748%
+ No change in performance detected.
+

# 202023-02-04T03:16:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.09s 2.09s 2.09s
Change in Value:+20.189%+20.265%+20.336%
+ No change in performance detected.
+

# 192023-02-04T02:30:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73s 1.73s 1.74s
Change in Value:-15.113%-14.824%-14.519%
+ No change in performance detected.
+

# 182022-12-23T20:22:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03s 2.04s 2.04s
Change in Value:+9.7646%+10.130%+10.483%
+ No change in performance detected.
+

# 172022-12-19T16:14:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85s 1.85s 1.85s
Change in Value:-10.191%-10.143%-10.093%
+ No change in performance detected.
+

# 162022-12-14T18:18:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06s 2.06s 2.06s
Change in Value:+14.150%+14.212%+14.272%
+ No change in performance detected.
+

# 152022-12-14T03:41:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.80s 1.80s 1.80s
Change in Value:+3.0337%+3.0995%+3.1605%
+ No change in performance detected.
+

# 142022-12-14T03:30:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.69s 1.70s 1.70s
Change in Value:-3.1394%-3.0034%-2.8517%
+ No change in performance detected.
+

# 132022-12-01T03:06:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.75s 1.75s 1.75s
Change in Value:-16.015%-15.577%-15.106%
+ No change in performance detected.
+

# 122022-11-29T03:24:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06s 2.07s 2.08s
Change in Value:+12.992%+13.482%+13.996%
+ No change in performance detected.
+

# 112022-11-27T19:24:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.82s 1.82s 1.83s
Change in Value:-14.600%-14.038%-13.619%
+ No change in performance detected.
+

# 102022-11-26T20:31:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.11s 2.12s 2.14s
Change in Value:+9.0125%+11.153%+13.219%
+ No change in performance detected.
+

# 92022-11-25T17:53:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.88s 1.91s 1.95s
Change in Value:+1.6678%+3.3757%+5.1067%
+ No change in performance detected.
+

# 82022-11-25T16:51:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.85s 1.85s 1.85s
Change in Value:+19.010%+19.156%+19.289%
+ No change in performance detected.
+

# 72022-11-25T16:51:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.83s 1.83s
Change in Value:+17.742%+17.890%+18.019%
+ No change in performance detected.
+

# 62022-11-04T20:59:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.55s 1.55s 1.55s
Change in Value:-15.383%-14.827%-14.254%
+ No change in performance detected.
+

# 52022-09-02T22:50:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.81s 1.82s 1.83s
Change in Value:+13.030%+15.053%+16.925%
+ No change in performance detected.
+

# 42022-08-16T23:00:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.56s 1.58s 1.61s
Change in Value:-16.468%-14.717%-12.968%
+ No change in performance detected.
+

# 32022-08-16T22:34:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.85s 1.88s
Change in Value:+20.322%+21.720%+23.610%
+ No change in performance detected.
+

# 22022-08-16T01:52:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.52s 1.52s 1.52s
Change in Value:-0.3818%-0.3080%-0.2339%
+ No change in performance detected.
+

# 12022-08-16T01:12:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.53s
Change in Value:+0.1346%+0.2079%+0.2785%
+ No change in performance detected.
+

# 02022-08-16T00:53:29Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.52s 1.53s 1.53s
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/history.svg b/benchmark/invert_gif/invert_gif ril (for loop)/history.svg new file mode 100644 index 00000000..37a31e4e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): History + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/index.html b/benchmark/invert_gif/invert_gif ril (for loop)/index.html new file mode 100644 index 00000000..50f2f2de --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/index.html @@ -0,0 +1,266 @@ + + + + + + invert_gif/invert_gif ril (for loop) - Criterion.rs + + + + +
+

invert_gif/invert_gif ril (for loop) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.00012030.00014970.0001010
Mean2.1829 s2.1921 s2.2050 s
Std. Dev.4.4088 ms19.563 ms28.844 ms
Median2.1820 s2.1840 s2.1979 s
MAD299.56 µs7.3453 ms19.244 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+28.546%+29.875%+31.354%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times.svg new file mode 100644 index 00000000..4dcb862d --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.17 + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times_small.svg new file mode 100644 index 00000000..669ab84b --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/iteration_times_small.svg @@ -0,0 +1,332 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.17 + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/mean.svg b/benchmark/invert_gif/invert_gif ril (for loop)/mean.svg new file mode 100644 index 00000000..a339b90e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 2.185 + + + + + 2.19 + + + + + 2.195 + + + + + 2.2 + + + + + 2.205 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/median.svg b/benchmark/invert_gif/invert_gif ril (for loop)/median.svg new file mode 100644 index 00000000..ca41b74b --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 2.182 + + + + + 2.184 + + + + + 2.186 + + + + + 2.188 + + + + + 2.19 + + + + + 2.192 + + + + + 2.194 + + + + + 2.196 + + + + + 2.198 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/pdf.svg b/benchmark/invert_gif/invert_gif ril (for loop)/pdf.svg new file mode 100644 index 00000000..c93584f2 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + 2.28 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + invert_gif/invert_gif ril (for loop) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/pdf_small.svg b/benchmark/invert_gif/invert_gif ril (for loop)/pdf_small.svg new file mode 100644 index 00000000..94d3efc1 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + 2.28 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/relative_iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (for loop)/relative_iteration_times_small.svg new file mode 100644 index 00000000..1652758d --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/relative_iteration_times_small.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/relative_pdf_small.svg b/benchmark/invert_gif/invert_gif ril (for loop)/relative_pdf_small.svg new file mode 100644 index 00000000..a2e54993 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (for loop)/typical.svg b/benchmark/invert_gif/invert_gif ril (for loop)/typical.svg new file mode 100644 index 00000000..e91f745e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (for loop)/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 2.185 + + + + + 2.19 + + + + + 2.195 + + + + + 2.2 + + + + + 2.205 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (for loop): typical + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/MAD.svg b/benchmark/invert_gif/invert_gif ril (raw)/MAD.svg new file mode 100644 index 00000000..4e8f4d02 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/MAD.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): MAD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/SD.svg b/benchmark/invert_gif/invert_gif ril (raw)/SD.svg new file mode 100644 index 00000000..3728d26c --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): SD + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/both/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (raw)/both/iteration_times.svg new file mode 100644 index 00000000..5fbdab27 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/both/iteration_times.svg @@ -0,0 +1,389 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.35 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.45 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 1.55 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.75 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.85 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/both/pdf.svg b/benchmark/invert_gif/invert_gif ril (raw)/both/pdf.svg new file mode 100644 index 00000000..52eea36c --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/both/pdf.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/change/mean.svg b/benchmark/invert_gif/invert_gif ril (raw)/change/mean.svg new file mode 100644 index 00000000..f4c1039f --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 30.5 + + + + + 31 + + + + + 31.5 + + + + + 32 + + + + + 32.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/change/median.svg b/benchmark/invert_gif/invert_gif ril (raw)/change/median.svg new file mode 100644 index 00000000..5db0e2f5 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 30 + + + + + 30.5 + + + + + 31 + + + + + 31.5 + + + + + 32 + + + + + 32.5 + + + + + 33 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/change/t-test.svg b/benchmark/invert_gif/invert_gif ril (raw)/change/t-test.svg new file mode 100644 index 00000000..51926a88 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/change/t-test.svg @@ -0,0 +1,246 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): Welch t test + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/history.html b/benchmark/invert_gif/invert_gif ril (raw)/history.html new file mode 100644 index 00000000..b762d718 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/history.html @@ -0,0 +1,1107 @@ + + + + + + invert_gif/invert_gif ril (raw) History - Criterion.rs + + + + +
+ History of invert_gif/invert_gif ril (raw) +

# 422023-10-14T23:17:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.81s 1.82s 1.82s
Change in Value:+30.376%+31.393%+32.361%
+ No change in performance detected.
+

# 412023-10-14T16:45:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.37s 1.38s 1.39s
Change in Value:-9.1374%-8.6097%-8.0692%
+ No change in performance detected.
+

# 402023-10-14T16:30:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.54s 1.54s
Change in Value:-0.5816%+0.0703%+0.6219%
+ Change within noise threshold.
+

# 392023-10-14T16:27:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.51s 1.51s 1.51s
Change in Value:+2.3635%+2.7710%+3.0935%
+ No change in performance detected.
+

# 382023-10-14T16:13:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.83s 1.83s 1.84s
Change in Value:+23.847%+24.448%+24.959%
+ No change in performance detected.
+

# 372023-10-14T16:13:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.54s
Change in Value:+3.8399%+4.2828%+4.6592%
+ No change in performance detected.
+

# 362023-10-13T02:56:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.47s 1.47s 1.48s
Change in Value:-13.861%-13.530%-13.186%
+ No change in performance detected.
+

# 352023-10-13T02:48:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.48s 1.48s 1.48s
Change in Value:-13.151%-12.923%-12.723%
+ No change in performance detected.
+

# 342023-10-13T02:25:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.70s 1.70s 1.71s
Change in Value:+20.095%+20.386%+20.771%
+ No change in performance detected.
+

# 332023-10-07T02:51:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.42s
Change in Value:-0.2112%+0.0546%+0.2801%
+ Change within noise threshold.
+

# 322023-10-06T23:02:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41s 1.41s 1.42s
Change in Value:-15.644%-15.384%-15.141%
+ No change in performance detected.
+

# 312023-10-04T22:58:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.67s 1.67s 1.67s
Change in Value:+14.363%+14.649%+14.975%
+ No change in performance detected.
+

# 302023-09-05T14:49:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43s 1.43s 1.43s
Change in Value:-6.5782%-6.4783%-6.3818%
+ No change in performance detected.
+

# 292023-09-05T14:47:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.45s 1.46s 1.46s
Change in Value:-5.0457%-4.9154%-4.7764%
+ No change in performance detected.
+

# 282023-08-08T14:58:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.53s
Change in Value:+0.3504%+0.6265%+0.8645%
+ No change in performance detected.
+

# 272023-04-05T00:09:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.52s 1.52s 1.53s
Change in Value:-8.0085%-6.9363%-6.0433%
+ No change in performance detected.
+

# 262023-03-28T12:28:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62s 1.64s 1.65s
Change in Value:+13.308%+14.445%+15.723%
+ No change in performance detected.
+

# 252023-02-25T20:19:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43s 1.43s 1.43s
Change in Value:-18.044%-16.834%-15.900%
+ No change in performance detected.
+

# 242023-02-25T20:17:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.53s
Change in Value:-12.275%-10.989%-10.009%
+ No change in performance detected.
+

# 232023-02-08T03:52:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.70s 1.72s 1.74s
Change in Value:-2.9511%-1.8612%-0.2814%
+ No change in performance detected.
+

# 222023-02-08T03:50:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.42s 1.43s 1.44s
Change in Value:-18.648%-18.172%-17.631%
+ No change in performance detected.
+

# 212023-02-08T03:48:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.54s
Change in Value:-12.500%-12.351%-12.216%
+ No change in performance detected.
+

# 202023-02-04T03:17:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.75s 1.75s 1.75s
Change in Value:+21.789%+22.101%+22.412%
+ No change in performance detected.
+

# 192023-02-04T02:30:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43s 1.43s 1.44s
Change in Value:-19.232%-18.735%-18.215%
+ No change in performance detected.
+

# 182022-12-23T20:23:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.75s 1.76s 1.77s
Change in Value:+13.027%+13.722%+14.350%
+ No change in performance detected.
+

# 172022-12-19T16:15:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.55s 1.55s 1.55s
Change in Value:-10.460%-10.337%-10.221%
+ No change in performance detected.
+

# 162022-12-14T18:19:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73s 1.73s 1.73s
Change in Value:+16.120%+16.281%+16.440%
+ No change in performance detected.
+

# 152022-12-14T03:42:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.49s 1.49s 1.49s
Change in Value:+0.5540%+0.7084%+0.8529%
+ No change in performance detected.
+

# 142022-12-14T03:31:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.42s 1.42s 1.42s
Change in Value:-4.2560%-3.9631%-3.6280%
+ No change in performance detected.
+

# 132022-12-01T03:07:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.48s 1.48s 1.48s
Change in Value:-14.503%-14.148%-13.805%
+ No change in performance detected.
+

# 122022-11-29T03:25:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.71s 1.72s 1.73s
Change in Value:+11.822%+12.304%+12.731%
+ No change in performance detected.
+

# 112022-11-27T19:24:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.53s 1.53s 1.53s
Change in Value:-13.206%-12.830%-12.444%
+ No change in performance detected.
+

# 102022-11-26T20:32:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.75s 1.76s 1.77s
Change in Value:+11.346%+12.640%+13.946%
+ No change in performance detected.
+

# 92022-11-25T17:54:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.54s 1.56s 1.58s
Change in Value:+2.6766%+3.7983%+4.9728%
+ No change in performance detected.
+

# 82022-11-25T16:51:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.50s 1.50s 1.50s
Change in Value:+4.4014%+4.4761%+4.5523%
+ No change in performance detected.
+

# 72022-11-25T16:51:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.50s 1.50s 1.50s
Change in Value:+4.3993%+4.4715%+4.5474%
+ No change in performance detected.
+

# 62022-11-04T21:00:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.44s 1.44s 1.44s
Change in Value:-15.047%-14.281%-13.523%
+ No change in performance detected.
+

# 52022-09-02T22:50:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.66s 1.68s 1.69s
Change in Value:+14.794%+16.133%+17.536%
+ No change in performance detected.
+

# 42022-08-16T23:01:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.44s 1.45s 1.46s
Change in Value:-14.802%-14.019%-13.267%
+ No change in performance detected.
+

# 32022-08-16T22:35:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.67s 1.68s 1.69s
Change in Value:+22.162%+22.801%+23.482%
+ No change in performance detected.
+

# 22022-08-16T01:52:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.37s 1.37s 1.37s
Change in Value:-5.6073%-5.5460%-5.4824%
+ No change in performance detected.
+

# 12022-08-16T01:13:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.45s 1.45s 1.45s
Change in Value:+5.9566%+6.0950%+6.2110%
+ No change in performance detected.
+

# 02022-08-16T00:53:49Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.36s 1.37s 1.37s
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (raw)/history.svg b/benchmark/invert_gif/invert_gif ril (raw)/history.svg new file mode 100644 index 00000000..9648a647 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/history.svg @@ -0,0 +1,382 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.35 + + + + + 1.4 + + + + + 1.45 + + + + + 1.5 + + + + + 1.55 + + + + + 1.6 + + + + + 1.65 + + + + + 1.7 + + + + + 1.75 + + + + + 1.8 + + + + + 1.85 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): History + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/index.html b/benchmark/invert_gif/invert_gif ril (raw)/index.html new file mode 100644 index 00000000..78b9b974 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/index.html @@ -0,0 +1,266 @@ + + + + + + invert_gif/invert_gif ril (raw) - Criterion.rs + + + + +
+

invert_gif/invert_gif ril (raw) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.01162690.01603880.0116435
Mean1.8077 s1.8155 s1.8232 s
Std. Dev.7.6455 ms13.229 ms16.587 ms
Median1.8043 s1.8166 s1.8251 s
MAD3.0751 ms13.278 ms22.097 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+30.376%+31.393%+32.361%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/invert_gif/invert_gif ril (raw)/iteration_times.svg b/benchmark/invert_gif/invert_gif ril (raw)/iteration_times.svg new file mode 100644 index 00000000..1c341b0e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/iteration_times.svg @@ -0,0 +1,356 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.795 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.805 + + + + + + + + + + + + + 1.81 + + + + + + + + + + + + + 1.815 + + + + + + + + + + + + + 1.82 + + + + + + + + + + + + + 1.825 + + + + + + + + + + + + + 1.83 + + + + + + + + + + + + + 1.835 + + + + + + + + + + + + + 1.84 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (raw)/iteration_times_small.svg new file mode 100644 index 00000000..7150049e --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/iteration_times_small.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.795 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.805 + + + + + + + + + + + + + 1.81 + + + + + + + + + + + + + 1.815 + + + + + + + + + + + + + 1.82 + + + + + + + + + + + + + 1.825 + + + + + + + + + + + + + 1.83 + + + + + + + + + + + + + 1.835 + + + + + + + + + + + + + 1.84 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/mean.svg b/benchmark/invert_gif/invert_gif ril (raw)/mean.svg new file mode 100644 index 00000000..9d93f0ba --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/mean.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 1.806 + + + + + 1.808 + + + + + 1.81 + + + + + 1.812 + + + + + 1.814 + + + + + 1.816 + + + + + 1.818 + + + + + 1.82 + + + + + 1.822 + + + + + 1.824 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): mean + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/median.svg b/benchmark/invert_gif/invert_gif ril (raw)/median.svg new file mode 100644 index 00000000..f6d6cba9 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 1.805 + + + + + 1.81 + + + + + 1.815 + + + + + 1.82 + + + + + 1.825 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): median + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/pdf.svg b/benchmark/invert_gif/invert_gif ril (raw)/pdf.svg new file mode 100644 index 00000000..6fe70c4b --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/pdf.svg @@ -0,0 +1,315 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.77 + + + + + 1.78 + + + + + 1.79 + + + + + 1.8 + + + + + 1.81 + + + + + 1.82 + + + + + 1.83 + + + + + 1.84 + + + + + 1.85 + + + + + 1.86 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + invert_gif/invert_gif ril (raw) + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/pdf_small.svg b/benchmark/invert_gif/invert_gif ril (raw)/pdf_small.svg new file mode 100644 index 00000000..14a17ca2 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/pdf_small.svg @@ -0,0 +1,224 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.77 + + + + + 1.78 + + + + + 1.79 + + + + + 1.8 + + + + + 1.81 + + + + + 1.82 + + + + + 1.83 + + + + + 1.84 + + + + + 1.85 + + + + + 1.86 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/relative_iteration_times_small.svg b/benchmark/invert_gif/invert_gif ril (raw)/relative_iteration_times_small.svg new file mode 100644 index 00000000..8edb7c31 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/relative_iteration_times_small.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.35 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.45 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 1.55 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.65 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.75 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.85 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/relative_pdf_small.svg b/benchmark/invert_gif/invert_gif ril (raw)/relative_pdf_small.svg new file mode 100644 index 00000000..97cdbf46 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/relative_pdf_small.svg @@ -0,0 +1,291 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/invert_gif/invert_gif ril (raw)/typical.svg b/benchmark/invert_gif/invert_gif ril (raw)/typical.svg new file mode 100644 index 00000000..e4303807 --- /dev/null +++ b/benchmark/invert_gif/invert_gif ril (raw)/typical.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 1.806 + + + + + 1.808 + + + + + 1.81 + + + + + 1.812 + + + + + 1.814 + + + + + 1.816 + + + + + 1.818 + + + + + 1.82 + + + + + 1.822 + + + + + 1.824 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + invert_gif/invert_gif ril (raw): typical + + + + + + + diff --git a/benchmark/invert_gif/violin.svg b/benchmark/invert_gif/violin.svg new file mode 100644 index 00000000..4a2d932a --- /dev/null +++ b/benchmark/invert_gif/violin.svg @@ -0,0 +1,495 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + invert_gif/invert_gif image-rs (low-level) + + + + + invert_gif/invert_gif ril (raw) + + + + + invert_gif/invert_gif ril (for loop) + + + + + invert_gif/invert_gif ril (combinator) + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.7 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.3 + + + + + + + + + Input + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + + + + + + + + + + + invert_gif: Violin plot + + + + + + + diff --git a/benchmark/resize/index.html b/benchmark/resize/index.html new file mode 100644 index 00000000..2ed144dc --- /dev/null +++ b/benchmark/resize/index.html @@ -0,0 +1,297 @@ + + + + + + resize Summary - Criterion.rs + + + + +
+

resize

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

resize/resize RGBA 600x600 to 64x64 (ril, nearest)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ +

resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)

+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/MAD.svg new file mode 100644 index 00000000..e9cbd1bf --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 1.8 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/SD.svg new file mode 100644 index 00000000..8d9cae45 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.1 + + + + + 1.2 + + + + + 1.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/iteration_times.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/iteration_times.svg new file mode 100644 index 00000000..2c9343a5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/iteration_times.svg @@ -0,0 +1,402 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 22 + + + + + + + + + + + + + 24 + + + + + + + + + + + + + 26 + + + + + + + + + + + + + 28 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 32 + + + + + + + + + + + + + 34 + + + + + + + + + + + + + 36 + + + + + + + + + + + + + 38 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..d1f36919 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/both/pdf.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/mean.svg new file mode 100644 index 00000000..5cbc379e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 100 + + + + + 101 + + + + + 102 + + + + + 103 + + + + + 104 + + + + + 105 + + + + + 106 + + + + + 107 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/median.svg new file mode 100644 index 00000000..4b262a9e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/median.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 96 + + + + + 98 + + + + + 100 + + + + + 102 + + + + + 104 + + + + + 106 + + + + + 108 + + + + + 110 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..35dce76a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/change/t-test.svg @@ -0,0 +1,235 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.html new file mode 100644 index 00000000..33f920cd --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.html @@ -0,0 +1,1059 @@ + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) +

# 402023-10-14T23:28:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.79s36.44s37.08s
Change in Value:+100.24%+103.66%+107.01%
+ No change in performance detected.
+

# 392023-10-14T16:52:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.83s17.89s17.97s
Change in Value:-1.5379%-1.1867%-0.7862%
+ No change in performance detected.
+

# 382023-10-14T16:38:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.48s18.59s18.72s
Change in Value:+8.6954%+9.3571%+10.148%
+ No change in performance detected.
+

# 372023-10-14T16:34:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.11s18.11s18.11s
Change in Value:-3.2959%-2.5256%-1.5041%
+ No change in performance detected.
+

# 362023-10-14T16:23:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.43s33.50s33.58s
Change in Value:+78.864%+80.337%+82.227%
+ No change in performance detected.
+

# 352023-10-14T16:20:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:16.99s17.00s17.01s
Change in Value:-9.2226%-8.4959%-7.5455%
+ No change in performance detected.
+

# 342023-10-13T03:04:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.39s18.58s18.73s
Change in Value:-9.4388%-8.3795%-7.5859%
+ No change in performance detected.
+

# 332023-10-13T02:58:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.40s31.44s31.48s
Change in Value:+54.510%+55.048%+55.517%
+ No change in performance detected.
+

# 322023-10-13T02:33:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:20.22s20.28s20.34s
Change in Value:-35.169%-34.967%-34.754%
+ No change in performance detected.
+

# 312023-10-07T03:01:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.14s31.18s31.21s
Change in Value:+83.528%+83.871%+84.186%
+ No change in performance detected.
+

# 302023-10-06T23:09:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:16.94s16.96s16.98s
Change in Value:-54.071%-53.949%-53.829%
+ No change in performance detected.
+

# 292023-10-04T23:09:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:36.74s36.82s36.91s
Change in Value:+5.8535%+6.1029%+6.3578%
+ No change in performance detected.
+

# 282023-09-05T14:58:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.66s34.71s34.74s
Change in Value:+76.350%+78.405%+80.053%
+ No change in performance detected.
+

# 272023-09-05T14:56:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.32s18.32s18.33s
Change in Value:-6.8943%-5.8108%-4.9519%
+ No change in performance detected.
+

# 262023-08-08T15:05:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.28s19.45s19.68s
Change in Value:+7.4334%+8.4150%+9.6665%
+ No change in performance detected.
+

# 252023-04-05T00:16:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.93s17.94s17.96s
Change in Value:-7.5013%-7.1764%-6.8532%
+ No change in performance detected.
+

# 242023-03-28T12:36:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.27s19.33s19.40s
Change in Value:-38.346%-38.126%-37.928%
+ No change in performance detected.
+

# 232023-02-25T20:29:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.23s31.24s31.25s
Change in Value:-8.0233%-7.3147%-6.7660%
+ No change in performance detected.
+

# 222023-02-25T20:25:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.74s18.84s18.93s
Change in Value:-44.620%-44.120%-43.676%
+ No change in performance detected.
+

# 212023-02-08T04:02:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.51s33.71s33.96s
Change in Value:-0.1900%+0.4392%+1.2729%
+ Change within noise threshold.
+

# 202023-02-08T04:00:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.88s34.91s34.94s
Change in Value:+3.8638%+4.0183%+4.1841%
+ No change in performance detected.
+

# 192023-02-08T03:56:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.64s18.65s18.67s
Change in Value:-44.499%-44.420%-44.336%
+ No change in performance detected.
+

# 182023-02-04T03:27:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.51s33.56s33.60s
Change in Value:-2.6544%-2.2748%-1.8773%
+ No change in performance detected.
+

# 172023-02-04T02:40:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.21s34.34s34.47s
Change in Value:+2.6438%+3.0266%+3.4463%
+ No change in performance detected.
+

# 162022-12-23T20:33:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.29s33.33s33.37s
Change in Value:+86.557%+86.883%+87.205%
+ No change in performance detected.
+

# 152022-12-19T16:22:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.81s17.84s17.86s
Change in Value:-46.563%-46.489%-46.401%
+ No change in performance detected.
+

# 142022-12-14T18:29:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.31s33.33s33.36s
Change in Value:+83.120%+83.275%+83.429%
+ No change in performance detected.
+

# 132022-12-14T03:49:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.18s18.19s18.19s
Change in Value:-42.003%-41.859%-41.729%
+ No change in performance detected.
+

# 122022-12-14T03:40:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.21s31.25s31.29s
Change in Value:-0.3525%-0.0833%+0.1614%
+ Change within noise threshold.
+

# 112022-12-01T03:16:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.21s31.28s31.36s
Change in Value:+0.8437%+1.5461%+2.1490%
+ No change in performance detected.
+

# 102022-11-29T03:35:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.64s30.80s31.01s
Change in Value:+70.149%+71.135%+72.243%
+ No change in performance detected.
+

# 92022-11-27T19:31:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.98s18.00s18.02s
Change in Value:-52.252%-52.096%-51.936%
+ No change in performance detected.
+

# 82022-11-26T20:43:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:37.46s37.57s37.68s
Change in Value:-2.1929%-1.8733%-1.5409%
+ No change in performance detected.
+

# 72022-11-25T18:05:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:38.22s38.29s38.36s
Change in Value:+107.63%+107.98%+108.33%
+ No change in performance detected.
+

# 62022-11-25T16:59:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.40s18.41s18.42s
Change in Value:-2.2673%-1.3562%-0.7278%
+ No change in performance detected.
+

# 52022-11-25T16:58:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.74s17.74s17.75s
Change in Value:-5.8118%-4.9377%-4.3348%
+ No change in performance detected.
+

# 42022-11-04T21:07:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.55s18.66s18.84s
Change in Value:-41.817%-41.383%-40.554%
+ No change in performance detected.
+

# 32022-09-02T22:59:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.73s31.84s31.93s
Change in Value:-9.8282%-9.3260%-8.8751%
+ No change in performance detected.
+

# 22022-08-16T23:11:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.97s35.12s35.27s
Change in Value:+9.7449%+11.073%+12.131%
+ No change in performance detected.
+

# 12022-08-16T22:44:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.35s31.61s31.98s
Change in Value:+0.6911%+1.5511%+2.6724%
+ No change in performance detected.
+

# 02022-08-16T02:01:27Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.09s31.13s31.17s
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.svg new file mode 100644 index 00000000..62e2602d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/history.svg @@ -0,0 +1,347 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/index.html new file mode 100644 index 00000000..e1b31044 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/index.html @@ -0,0 +1,266 @@ + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.09020350.12063720.0912136
Mean35.791 s36.443 s37.080 s
Std. Dev.727.97 ms1.1094 s1.2657 s
Median35.281 s36.670 s37.576 s
MAD98.217 ms1.4907 s1.7008 s
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+100.24%+103.66%+107.01%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times.svg new file mode 100644 index 00000000..4d498b43 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 34.5 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 35.5 + + + + + + + + + + + + + 36 + + + + + + + + + + + + + 36.5 + + + + + + + + + + + + + 37 + + + + + + + + + + + + + 37.5 + + + + + + + + + + + + + 38 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times_small.svg new file mode 100644 index 00000000..36565e7c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/iteration_times_small.svg @@ -0,0 +1,319 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 34.5 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 35.5 + + + + + + + + + + + + + 36 + + + + + + + + + + + + + 36.5 + + + + + + + + + + + + + 37 + + + + + + + + + + + + + 37.5 + + + + + + + + + + + + + 38 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/mean.svg new file mode 100644 index 00000000..d29fb8dc --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 35.8 + + + + + 36 + + + + + 36.2 + + + + + 36.4 + + + + + 36.6 + + + + + 36.8 + + + + + 37 + + + + + 37.2 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/median.svg new file mode 100644 index 00000000..4df02464 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/median.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 35.5 + + + + + 36 + + + + + 36.5 + + + + + 37 + + + + + 37.5 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf.svg new file mode 100644 index 00000000..0081e879 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..1e812fac --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/pdf_small.svg @@ -0,0 +1,214 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 33 + + + + + 34 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_iteration_times_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_iteration_times_small.svg new file mode 100644 index 00000000..275942ce --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_iteration_times_small.svg @@ -0,0 +1,385 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 16 + + + + + + + + + + + + + 18 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 22 + + + + + + + + + + + + + 24 + + + + + + + + + + + + + 26 + + + + + + + + + + + + + 28 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 32 + + + + + + + + + + + + + 34 + + + + + + + + + + + + + 36 + + + + + + + + + + + + + 38 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..c14910d7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,286 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/typical.svg new file mode 100644 index 00000000..0f9cf401 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3)/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 35.8 + + + + + 36 + + + + + 36.2 + + + + + 36.4 + + + + + 36.6 + + + + + 36.8 + + + + + 37 + + + + + 37.2 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/MAD.svg new file mode 100644 index 00000000..817d0e9f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/SD.svg new file mode 100644 index 00000000..1a13546a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 0.08 + + + + + 0.09 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/iteration_times.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/iteration_times.svg new file mode 100644 index 00000000..d92148a1 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/iteration_times.svg @@ -0,0 +1,376 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.85 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 1.95 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.05 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.15 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + Base + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..27eafe65 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.85 + + + + + 1.9 + + + + + 1.95 + + + + + 2 + + + + + 2.05 + + + + + 2.1 + + + + + 2.15 + + + + + 2.2 + + + + + 2.25 + + + + + 2.3 + + + + + 2.35 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/mean.svg new file mode 100644 index 00000000..c1569265 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/median.svg new file mode 100644 index 00000000..82287c86 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 14.5 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + 17 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..a4547fe7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/change/t-test.svg @@ -0,0 +1,260 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.html new file mode 100644 index 00000000..11fe107f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.html @@ -0,0 +1,1059 @@ + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) +

# 402023-10-14T23:21:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.21s 2.22s 2.24s
Change in Value:+14.898%+15.812%+16.777%
+ No change in performance detected.
+

# 392023-10-14T16:48:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.91s 1.92s 1.93s
Change in Value:+29.733%+30.294%+30.975%
+ No change in performance detected.
+

# 382023-10-14T16:34:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.98s 1.98s 1.99s
Change in Value:+0.7660%+0.8777%+0.9945%
+ No change in performance detected.
+

# 372023-10-14T16:31:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.47s 1.47s 1.47s
Change in Value:-9.5653%-9.4521%-9.3108%
+ No change in performance detected.
+

# 362023-10-14T16:17:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.33s 2.35s 2.38s
Change in Value:+43.638%+44.804%+46.061%
+ No change in performance detected.
+

# 352023-10-14T16:16:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.96s 1.97s 1.97s
Change in Value:+20.947%+21.070%+21.192%
+ No change in performance detected.
+

# 342023-10-13T03:00:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62s 1.62s 1.63s
Change in Value:-29.949%-29.821%-29.736%
+ No change in performance detected.
+

# 332023-10-13T02:52:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62s 1.62s 1.62s
Change in Value:-30.010%-29.883%-29.796%
+ No change in performance detected.
+

# 322023-10-13T02:28:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.31s 2.32s 2.32s
Change in Value:+17.322%+17.590%+17.871%
+ No change in performance detected.
+

# 312023-10-07T02:55:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.97s 1.97s 1.97s
Change in Value:+21.406%+21.645%+21.896%
+ No change in performance detected.
+

# 302023-10-06T23:06:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.62s 1.62s 1.62s
Change in Value:-27.494%-26.836%-26.193%
+ No change in performance detected.
+

# 292023-10-04T23:02:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.19s 2.21s 2.23s
Change in Value:+7.0068%+7.9580%+8.8710%
+ No change in performance detected.
+

# 282023-09-05T14:53:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.47s 1.47s 1.47s
Change in Value:-7.5478%-5.8527%-4.2990%
+ No change in performance detected.
+

# 272023-09-05T14:51:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.05s 2.05s 2.05s
Change in Value:+28.894%+31.278%+33.453%
+ No change in performance detected.
+

# 262023-08-08T15:01:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.54s 1.56s 1.59s
Change in Value:-2.1872%-0.5563%+1.3892%
+ Change within noise threshold.
+

# 252023-04-05T00:13:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.57s 1.57s 1.57s
Change in Value:-26.155%-25.647%-25.122%
+ No change in performance detected.
+

# 242023-03-28T12:32:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.10s 2.11s 2.13s
Change in Value:+17.946%+18.661%+19.495%
+ No change in performance detected.
+

# 232023-02-25T20:23:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.78s 1.78s
Change in Value:-15.298%-14.538%-13.825%
+ No change in performance detected.
+

# 222023-02-25T20:21:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.58s 1.59s 1.59s
Change in Value:-24.504%-23.800%-23.143%
+ No change in performance detected.
+

# 212023-02-08T03:56:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06s 2.08s 2.10s
Change in Value:-2.7097%-0.5940%+1.3465%
+ Change within noise threshold.
+

# 202023-02-08T03:53:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.78s 1.79s
Change in Value:-16.455%-14.787%-13.311%
+ No change in performance detected.
+

# 192023-02-08T03:52:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.57s 1.58s 1.59s
Change in Value:-26.008%-24.518%-23.176%
+ No change in performance detected.
+

# 182023-02-04T03:21:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06s 2.09s 2.14s
Change in Value:+15.227%+17.401%+19.661%
+ No change in performance detected.
+

# 172023-02-04T02:34:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.78s 1.79s
Change in Value:-12.715%-12.476%-12.185%
+ No change in performance detected.
+

# 162022-12-23T20:27:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03s 2.04s 2.04s
Change in Value:+29.429%+29.877%+30.285%
+ No change in performance detected.
+

# 152022-12-19T16:18:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.57s 1.57s 1.57s
Change in Value:-23.517%-23.370%-23.230%
+ No change in performance detected.
+

# 142022-12-14T18:23:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.05s 2.05s 2.05s
Change in Value:+29.993%+30.120%+30.244%
+ No change in performance detected.
+

# 132022-12-14T03:45:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.57s 1.57s 1.57s
Change in Value:-11.861%-11.741%-11.625%
+ No change in performance detected.
+

# 122022-12-14T03:34:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77s 1.77s 1.77s
Change in Value:-0.7784%-0.6719%-0.5698%
+ No change in performance detected.
+

# 112022-12-01T03:10:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.78s 1.78s 1.78s
Change in Value:-13.879%-13.515%-13.163%
+ No change in performance detected.
+

# 102022-11-29T03:29:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.05s 2.06s 2.07s
Change in Value:+28.625%+29.382%+30.140%
+ No change in performance detected.
+

# 92022-11-27T19:28:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.59s 1.59s 1.60s
Change in Value:-35.532%-35.116%-34.655%
+ No change in performance detected.
+

# 82022-11-26T20:36:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.44s 2.46s 2.47s
Change in Value:+7.2646%+8.0786%+8.7895%
+ No change in performance detected.
+

# 72022-11-25T17:58:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.26s 2.27s 2.28s
Change in Value:+44.171%+44.965%+45.741%
+ No change in performance detected.
+

# 62022-11-25T16:55:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.56s 1.57s 1.57s
Change in Value:-1.4491%-0.7332%-0.1767%
+ No change in performance detected.
+

# 52022-11-25T16:55:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.56s 1.56s 1.56s
Change in Value:-1.9854%-1.2891%-0.7434%
+ No change in performance detected.
+

# 42022-11-04T21:03:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.57s 1.58s 1.59s
Change in Value:-23.474%-22.752%-22.044%
+ No change in performance detected.
+

# 32022-09-02T22:54:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03s 2.04s 2.06s
Change in Value:-12.083%-11.317%-10.488%
+ No change in performance detected.
+

# 22022-08-16T23:04:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.29s 2.30s 2.32s
Change in Value:+4.8814%+5.8330%+6.7930%
+ No change in performance detected.
+

# 12022-08-16T22:38:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.16s 2.18s 2.19s
Change in Value:+24.230%+25.128%+26.112%
+ No change in performance detected.
+

# 02022-08-16T01:55:42Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74s 1.74s 1.74s
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.svg new file mode 100644 index 00000000..93dee88d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/history.svg @@ -0,0 +1,377 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + 2.2 + + + + + 2.3 + + + + + 2.4 + + + + + 2.5 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + + + + + Average time (s) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/index.html new file mode 100644 index 00000000..912f4e50 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/index.html @@ -0,0 +1,266 @@ + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Iteration Times + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
0.22259280.27921780.2147637
Mean2.2055 s2.2198 s2.2354 s
Std. Dev.12.038 ms25.496 ms32.940 ms
Median2.2032 s2.2158 s2.2382 s
MAD4.5188 ms20.236 ms42.458 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the average time per iteration for the samples. Each point + represents one sample.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Iteration Time Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+14.898%+15.812%+16.777%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the iteration times for the two measurements. Again, the red dots represent + the previous measurement while the blue dots show the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times.svg new file mode 100644 index 00000000..6d148004 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times.svg @@ -0,0 +1,356 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 2.26 + + + + + + + + + + + + + 2.27 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times_small.svg new file mode 100644 index 00000000..c4f28a46 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/iteration_times_small.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 2.18 + + + + + + + + + + + + + 2.19 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.21 + + + + + + + + + + + + + 2.22 + + + + + + + + + + + + + 2.23 + + + + + + + + + + + + + 2.24 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 2.26 + + + + + + + + + + + + + 2.27 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/mean.svg new file mode 100644 index 00000000..e9d22ac8 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + 2.22 + + + + + 2.225 + + + + + 2.23 + + + + + 2.235 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/median.svg new file mode 100644 index 00000000..6b42cff4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/median.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 100 + + + + + 2.2 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + 2.22 + + + + + 2.225 + + + + + 2.23 + + + + + 2.235 + + + + + 2.24 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf.svg new file mode 100644 index 00000000..c1b7a863 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + 2.28 + + + + + 2.3 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..87c1f498 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 2.14 + + + + + 2.16 + + + + + 2.18 + + + + + 2.2 + + + + + 2.22 + + + + + 2.24 + + + + + 2.26 + + + + + 2.28 + + + + + 2.3 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_iteration_times_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_iteration_times_small.svg new file mode 100644 index 00000000..06f920b7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_iteration_times_small.svg @@ -0,0 +1,359 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.85 + + + + + + + + + + + + + 1.9 + + + + + + + + + + + + + 1.95 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.05 + + + + + + + + + + + + + 2.1 + + + + + + + + + + + + + 2.15 + + + + + + + + + + + + + 2.2 + + + + + + + + + + + + + 2.25 + + + + + + + + + + + + + 2.3 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 9 + + + + + + + + + + + + + 10 + + + + + + + + + Average Iteration Time (s) + + + + + Sample + + + + + Current + + + + + + + + + + + + + + Base + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..0de128f3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 1.85 + + + + + 1.9 + + + + + 1.95 + + + + + 2 + + + + + 2.05 + + + + + 2.1 + + + + + 2.15 + + + + + 2.2 + + + + + 2.25 + + + + + 2.3 + + + + + 2.35 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/typical.svg new file mode 100644 index 00000000..e99a1b47 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3)/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 2.205 + + + + + 2.21 + + + + + 2.215 + + + + + 2.22 + + + + + 2.225 + + + + + 2.23 + + + + + 2.235 + + + + + + + + + Density (a.u.) + + + + + Average time (s) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/MAD.svg new file mode 100644 index 00000000..f44346de --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/SD.svg new file mode 100644 index 00000000..77326533 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/SD.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..65a9994d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/pdf.svg @@ -0,0 +1,338 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/regression.svg new file mode 100644 index 00000000..f5894ec9 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/both/regression.svg @@ -0,0 +1,292 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/mean.svg new file mode 100644 index 00000000..dc9df9f2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 52 + + + + + 52.5 + + + + + 53 + + + + + 53.5 + + + + + 54 + + + + + 54.5 + + + + + 55 + + + + + 55.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/median.svg new file mode 100644 index 00000000..4dbe6ef3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 52 + + + + + 53 + + + + + 54 + + + + + 55 + + + + + 56 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..44f68756 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.html new file mode 100644 index 00000000..fd3717e5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) +

# 422023-10-14T23:21:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:317.18ms320.06ms324.98ms
Change in Value:+52.327%+54.009%+55.610%
+ No change in performance detected.
+

# 412023-10-14T16:48:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:207.65ms208.53ms209.73ms
Change in Value:-8.2792%-7.7731%-7.2040%
+ No change in performance detected.
+

# 402023-10-14T16:33:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:229.04ms229.25ms229.57ms
Change in Value:+1.8564%+2.6533%+3.4038%
+ No change in performance detected.
+

# 392023-10-14T16:30:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:226.53ms226.81ms227.07ms
Change in Value:+3.0162%+3.5322%+4.0663%
+ No change in performance detected.
+

# 382023-10-14T16:17:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:273.38ms273.77ms274.16ms
Change in Value:+24.313%+25.161%+26.289%
+ No change in performance detected.
+

# 372023-10-14T16:16:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:223.09ms223.31ms223.52ms
Change in Value:+1.4494%+2.1039%+2.9307%
+ No change in performance detected.
+

# 362023-10-13T03:00:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:217.74ms218.51ms219.58ms
Change in Value:-19.896%-19.279%-18.724%
+ No change in performance detected.
+

# 352023-10-13T02:51:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:216.55ms216.83ms217.36ms
Change in Value:-20.597%-19.958%-19.392%
+ No change in performance detected.
+

# 342023-10-13T02:28:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:270.29ms270.84ms271.32ms
Change in Value:+21.105%+21.840%+22.694%
+ No change in performance detected.
+

# 332023-10-07T02:55:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:222.33ms222.50ms222.92ms
Change in Value:+1.6937%+2.3003%+2.8828%
+ No change in performance detected.
+

# 322023-10-06T23:05:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:216.70ms217.20ms217.87ms
Change in Value:-33.894%-32.815%-31.898%
+ No change in performance detected.
+

# 312023-10-04T23:02:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:318.52ms320.39ms322.93ms
Change in Value:+39.700%+41.551%+43.965%
+ No change in performance detected.
+

# 302023-09-05T14:52:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:230.14ms230.27ms230.60ms
Change in Value:+0.3285%+0.9225%+1.4569%
+ No change in performance detected.
+

# 292023-09-05T14:51:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:228.09ms228.65ms229.37ms
Change in Value:-0.4244%+0.1931%+0.8627%
+ Change within noise threshold.
+

# 282023-08-08T15:01:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:228.06ms228.28ms228.56ms
Change in Value:-3.1652%-2.6757%-2.1368%
+ No change in performance detected.
+

# 272023-04-05T00:13:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:234.17ms234.41ms234.89ms
Change in Value:-11.024%-10.501%-9.9461%
+ No change in performance detected.
+

# 262023-03-28T12:32:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:261.01ms262.40ms263.83ms
Change in Value:+13.724%+14.353%+14.981%
+ No change in performance detected.
+

# 252023-02-25T20:23:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:229.05ms229.20ms229.51ms
Change in Value:-19.732%-18.408%-17.148%
+ No change in performance detected.
+

# 242023-02-25T20:21:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:230.00ms230.74ms231.55ms
Change in Value:-19.121%-17.750%-16.427%
+ No change in performance detected.
+

# 232023-02-08T03:55:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:275.37ms276.62ms279.94ms
Change in Value:+0.7674%+2.4154%+4.0974%
+ No change in performance detected.
+

# 222023-02-08T03:53:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:238.32ms239.02ms239.88ms
Change in Value:-13.363%-12.473%-11.259%
+ No change in performance detected.
+

# 212023-02-08T03:52:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:233.83ms234.03ms234.43ms
Change in Value:-15.104%-14.585%-14.041%
+ No change in performance detected.
+

# 202023-02-04T03:20:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:273.66ms273.86ms274.34ms
Change in Value:+17.457%+18.240%+18.985%
+ No change in performance detected.
+

# 192023-02-04T02:33:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:231.24ms231.77ms232.38ms
Change in Value:-14.054%-13.616%-13.126%
+ No change in performance detected.
+

# 182022-12-23T20:26:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:268.46ms268.97ms269.37ms
Change in Value:+14.733%+15.276%+15.823%
+ No change in performance detected.
+

# 172022-12-19T16:18:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:232.80ms232.92ms233.20ms
Change in Value:-14.782%-14.261%-13.834%
+ No change in performance detected.
+

# 162022-12-14T18:22:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:271.17ms271.41ms271.87ms
Change in Value:+16.346%+17.009%+17.695%
+ No change in performance detected.
+

# 152022-12-14T03:45:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:231.83ms232.15ms232.53ms
Change in Value:+0.6969%+1.6540%+2.4661%
+ No change in performance detected.
+

# 142022-12-14T03:34:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:229.19ms229.56ms230.23ms
Change in Value:-0.3847%+0.6062%+1.4564%
+ Change within noise threshold.
+

# 132022-12-01T03:10:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:227.33ms227.57ms228.10ms
Change in Value:-24.270%-23.589%-22.757%
+ No change in performance detected.
+

# 122022-11-29T03:28:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:296.24ms297.80ms300.27ms
Change in Value:+29.445%+30.577%+31.540%
+ No change in performance detected.
+

# 112022-11-27T19:27:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:228.40ms229.10ms229.51ms
Change in Value:-30.255%-29.528%-28.805%
+ No change in performance detected.
+

# 102022-11-26T20:35:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:321.26ms323.74ms327.21ms
Change in Value:+3.6979%+5.9886%+8.1669%
+ No change in performance detected.
+

# 92022-11-25T17:57:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:299.63ms302.81ms306.75ms
Change in Value:+31.587%+33.728%+36.632%
+ No change in performance detected.
+

# 82022-11-25T16:55:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:228.84ms229.08ms229.40ms
Change in Value:-0.2190%+0.2715%+0.7699%
+ Change within noise threshold.
+

# 72022-11-25T16:54:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:227.59ms227.86ms228.09ms
Change in Value:-0.8375%-0.3997%+0.0748%
+ Change within noise threshold.
+

# 62022-11-04T21:03:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:228.51ms228.69ms228.90ms
Change in Value:-28.548%-27.341%-26.242%
+ No change in performance detected.
+

# 52022-09-02T22:53:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:310.34ms311.76ms313.27ms
Change in Value:+0.7809%+2.6436%+4.7591%
+ No change in performance detected.
+

# 42022-08-16T23:04:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:304.81ms308.68ms312.14ms
Change in Value:-4.4461%-3.0509%-1.6897%
+ No change in performance detected.
+

# 32022-08-16T22:38:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:311.48ms314.45ms318.89ms
Change in Value:+37.578%+38.890%+40.067%
+ No change in performance detected.
+

# 22022-08-16T01:55:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:227.39ms227.55ms227.79ms
Change in Value:-0.5939%-0.1135%+0.3749%
+ Change within noise threshold.
+

# 12022-08-16T01:16:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:227.67ms227.89ms228.22ms
Change in Value:-0.2125%+0.2149%+0.6759%
+ Change within noise threshold.
+

# 02022-08-16T00:56:22Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:227.15ms227.46ms227.93ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.svg new file mode 100644 index 00000000..02284c08 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/history.svg @@ -0,0 +1,367 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/index.html new file mode 100644 index 00000000..57392b4a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope317.18 ms320.06 ms324.98 ms
0.99398260.99555900.9909768
Mean319.86 ms322.78 ms325.56 ms
Std. Dev.2.6581 ms4.8740 ms6.1543 ms
Median318.22 ms323.41 ms326.25 ms
MAD1.2884 ms4.8457 ms8.3201 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+52.327%+54.009%+55.610%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/mean.svg new file mode 100644 index 00000000..074ff505 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 320 + + + + + 321 + + + + + 322 + + + + + 323 + + + + + 324 + + + + + 325 + + + + + 326 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/median.svg new file mode 100644 index 00000000..c3c08467 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 318 + + + + + 319 + + + + + 320 + + + + + 321 + + + + + 322 + + + + + 323 + + + + + 324 + + + + + 325 + + + + + 326 + + + + + 327 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf.svg new file mode 100644 index 00000000..a8ea75b2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 305 + + + + + 310 + + + + + 315 + + + + + 320 + + + + + 325 + + + + + 330 + + + + + 335 + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..d6850735 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 0.07 + + + + + 305 + + + + + 310 + + + + + 315 + + + + + 320 + + + + + 325 + + + + + 330 + + + + + 335 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression.svg new file mode 100644 index 00000000..0a0a2547 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression_small.svg new file mode 100644 index 00000000..ef9f18bb --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/regression_small.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..179326e7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,311 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 200 + + + + + 220 + + + + + 240 + + + + + 260 + + + + + 280 + + + + + 300 + + + + + 320 + + + + + 340 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_regression_small.svg new file mode 100644 index 00000000..6a636b2e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/relative_regression_small.svg @@ -0,0 +1,277 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/slope.svg new file mode 100644 index 00000000..c75333b5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 317 + + + + + 318 + + + + + 319 + + + + + 320 + + + + + 321 + + + + + 322 + + + + + 323 + + + + + 324 + + + + + 325 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/typical.svg new file mode 100644 index 00000000..f11568ce --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3)/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 317 + + + + + 318 + + + + + 319 + + + + + 320 + + + + + 321 + + + + + 322 + + + + + 323 + + + + + 324 + + + + + 325 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/MAD.svg new file mode 100644 index 00000000..5970f9f3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/SD.svg new file mode 100644 index 00000000..9b1844f8 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/pdf.svg new file mode 100644 index 00000000..7485d94d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + 190 + + + + + 200 + + + + + 210 + + + + + 220 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/regression.svg new file mode 100644 index 00000000..1b1fe121 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 4.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/mean.svg new file mode 100644 index 00000000..df009596 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + 61 + + + + + 62 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/median.svg new file mode 100644 index 00000000..34484bb4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 55 + + + + + 56 + + + + + 57 + + + + + 58 + + + + + 59 + + + + + 60 + + + + + 61 + + + + + 62 + + + + + 63 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/t-test.svg new file mode 100644 index 00000000..5046f3e9 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.html new file mode 100644 index 00000000..72706812 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) +

# 422023-10-14T23:20:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:210.17ms211.65ms213.21ms
Change in Value:+57.307%+59.722%+62.043%
+ No change in performance detected.
+

# 412023-10-14T16:47:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:130.47ms132.84ms134.93ms
Change in Value:+9.4064%+11.039%+12.781%
+ No change in performance detected.
+

# 402023-10-14T16:33:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.69ms162.15ms162.85ms
Change in Value:+7.8079%+8.8102%+10.081%
+ No change in performance detected.
+

# 392023-10-14T16:30:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:118.72ms119.05ms119.41ms
Change in Value:-23.123%-22.412%-21.664%
+ No change in performance detected.
+

# 382023-10-14T16:16:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:179.84ms180.55ms181.44ms
Change in Value:+16.500%+17.582%+18.759%
+ No change in performance detected.
+

# 372023-10-14T16:15:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:149.30ms149.54ms149.88ms
Change in Value:-3.2235%-2.2421%-1.2337%
+ No change in performance detected.
+

# 362023-10-13T02:59:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:151.88ms153.10ms154.05ms
Change in Value:-14.073%-13.115%-12.192%
+ No change in performance detected.
+

# 352023-10-13T02:51:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:150.58ms151.02ms151.32ms
Change in Value:-15.363%-14.731%-14.166%
+ No change in performance detected.
+

# 342023-10-13T02:27:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:175.66ms176.08ms176.62ms
Change in Value:+17.328%+17.969%+18.637%
+ No change in performance detected.
+

# 332023-10-07T02:54:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:148.89ms149.67ms150.21ms
Change in Value:-3.2312%-2.6849%-2.0648%
+ No change in performance detected.
+

# 322023-10-06T23:05:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:153.08ms153.77ms154.59ms
Change in Value:-26.517%-25.402%-24.280%
+ No change in performance detected.
+

# 312023-10-04T23:01:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:201.79ms205.00ms208.19ms
Change in Value:+25.626%+27.533%+29.582%
+ No change in performance detected.
+

# 302023-09-05T14:52:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:119.26ms119.79ms120.36ms
Change in Value:-4.3698%-4.0413%-3.6985%
+ No change in performance detected.
+

# 292023-09-05T14:50:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:160.66ms161.70ms163.12ms
Change in Value:+28.832%+29.610%+30.512%
+ No change in performance detected.
+

# 282023-08-08T15:00:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:124.56ms124.71ms124.91ms
Change in Value:+3.9816%+4.5026%+4.9489%
+ No change in performance detected.
+

# 272023-04-05T00:12:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:118.83ms119.33ms119.82ms
Change in Value:-30.434%-29.331%-28.284%
+ No change in performance detected.
+

# 262023-03-28T12:31:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:167.57ms170.26ms173.08ms
Change in Value:+11.668%+13.391%+15.024%
+ No change in performance detected.
+

# 252023-02-25T20:22:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:148.23ms148.97ms149.69ms
Change in Value:-15.866%-14.993%-14.251%
+ No change in performance detected.
+

# 242023-02-25T20:20:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:118.48ms118.86ms119.34ms
Change in Value:-32.726%-32.016%-31.403%
+ No change in performance detected.
+

# 232023-02-08T03:55:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:173.74ms174.03ms174.46ms
Change in Value:-4.5578%-3.2993%-1.9966%
+ No change in performance detected.
+

# 222023-02-08T03:52:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:161.70ms162.49ms163.64ms
Change in Value:-10.840%-9.6365%-8.4867%
+ No change in performance detected.
+

# 212023-02-08T03:51:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:123.20ms123.69ms124.46ms
Change in Value:-32.115%-31.226%-30.398%
+ No change in performance detected.
+

# 202023-02-04T03:19:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:178.17ms180.12ms182.75ms
Change in Value:+11.159%+12.516%+14.001%
+ No change in performance detected.
+

# 192023-02-04T02:33:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:159.13ms160.26ms161.31ms
Change in Value:-6.9335%-5.5117%-4.0251%
+ No change in performance detected.
+

# 182022-12-23T20:25:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:166.75ms167.85ms169.67ms
Change in Value:+38.650%+40.483%+42.483%
+ No change in performance detected.
+

# 172022-12-19T16:17:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:120.89ms121.20ms121.75ms
Change in Value:-32.174%-31.808%-31.418%
+ No change in performance detected.
+

# 162022-12-14T18:21:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:176.50ms177.41ms178.49ms
Change in Value:+52.834%+53.791%+54.805%
+ No change in performance detected.
+

# 152022-12-14T03:44:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:114.33ms114.99ms115.87ms
Change in Value:-23.496%-23.048%-22.623%
+ No change in performance detected.
+

# 142022-12-14T03:33:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:150.20ms150.59ms150.93ms
Change in Value:-0.1831%+0.2690%+0.7761%
+ Change within noise threshold.
+

# 132022-12-01T03:09:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:149.71ms150.03ms150.52ms
Change in Value:-19.731%-18.755%-17.781%
+ No change in performance detected.
+

# 122022-11-29T03:27:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:183.11ms184.61ms187.01ms
Change in Value:+60.222%+62.100%+64.093%
+ No change in performance detected.
+

# 112022-11-27T19:27:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.50ms113.92ms114.46ms
Change in Value:-46.650%-46.281%-45.921%
+ No change in performance detected.
+

# 102022-11-26T20:34:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:211.12ms212.85ms214.28ms
Change in Value:+2.9813%+5.6271%+7.8023%
+ No change in performance detected.
+

# 92022-11-25T17:56:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:196.44ms197.62ms199.98ms
Change in Value:+72.026%+75.621%+80.316%
+ No change in performance detected.
+

# 82022-11-25T16:54:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:113.54ms114.53ms115.60ms
Change in Value:+0.7841%+1.5895%+2.4098%
+ No change in performance detected.
+

# 72022-11-25T16:53:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:112.97ms113.53ms114.38ms
Change in Value:+0.4449%+1.2233%+1.9699%
+ No change in performance detected.
+

# 62022-11-04T21:02:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:111.72ms112.71ms113.60ms
Change in Value:-41.908%-41.088%-40.140%
+ No change in performance detected.
+

# 52022-09-02T22:52:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:185.73ms189.07ms193.35ms
Change in Value:+4.1484%+7.0465%+10.607%
+ No change in performance detected.
+

# 42022-08-16T23:03:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:176.25ms179.69ms183.03ms
Change in Value:-7.9918%-5.2748%-2.6168%
+ No change in performance detected.
+

# 32022-08-16T22:37:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:185.86ms188.17ms189.59ms
Change in Value:+27.310%+29.365%+31.401%
+ No change in performance detected.
+

# 22022-08-16T01:54:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:144.92ms145.56ms146.21ms
Change in Value:-0.4060%+0.7353%+1.9286%
+ Change within noise threshold.
+

# 12022-08-16T01:15:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:143.46ms144.69ms146.04ms
Change in Value:+0.2177%+1.1590%+2.2035%
+ Change within noise threshold.
+

# 02022-08-16T00:55:48Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:141.89ms142.55ms143.54ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.svg new file mode 100644 index 00000000..781c35c7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/history.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + 180 + + + + + 200 + + + + + 220 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/index.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/index.html new file mode 100644 index 00000000..d8879a3d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope210.17 ms211.65 ms213.21 ms
0.99772850.99860100.9976233
Mean209.76 ms211.08 ms212.31 ms
Std. Dev.1.0943 ms2.1691 ms2.8868 ms
Median209.76 ms211.23 ms212.76 ms
MAD395.45 µs2.0371 ms3.6216 ms
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+57.307%+59.722%+62.043%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/mean.svg new file mode 100644 index 00000000..0a03a3b8 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 209.5 + + + + + 210 + + + + + 210.5 + + + + + 211 + + + + + 211.5 + + + + + 212 + + + + + 212.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/median.svg new file mode 100644 index 00000000..0d6fdf15 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/median.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 209.5 + + + + + 210 + + + + + 210.5 + + + + + 211 + + + + + 211.5 + + + + + 212 + + + + + 212.5 + + + + + 213 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf.svg new file mode 100644 index 00000000..7a08262c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 204 + + + + + 206 + + + + + 208 + + + + + 210 + + + + + 212 + + + + + 214 + + + + + 216 + + + + + 218 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf_small.svg new file mode 100644 index 00000000..c6770e74 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 204 + + + + + 206 + + + + + 208 + + + + + 210 + + + + + 212 + + + + + 214 + + + + + 216 + + + + + 218 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression.svg new file mode 100644 index 00000000..0edc60a4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression_small.svg new file mode 100644 index 00000000..8b71a450 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/regression_small.svg @@ -0,0 +1,257 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 8 + + + + + + + + + + + + + 10 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_pdf_small.svg new file mode 100644 index 00000000..67a36f27 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_pdf_small.svg @@ -0,0 +1,326 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 120 + + + + + 130 + + + + + 140 + + + + + 150 + + + + + 160 + + + + + 170 + + + + + 180 + + + + + 190 + + + + + 200 + + + + + 210 + + + + + 220 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_regression_small.svg new file mode 100644 index 00000000..d34f78c6 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + + + + + 4.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/slope.svg new file mode 100644 index 00000000..559aa74b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/slope.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 210 + + + + + 210.5 + + + + + 211 + + + + + 211.5 + + + + + 212 + + + + + 212.5 + + + + + 213 + + + + + 213.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/typical.svg new file mode 100644 index 00000000..364b123b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest)/typical.svg @@ -0,0 +1,313 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 210 + + + + + 210.5 + + + + + 211 + + + + + 211.5 + + + + + 212 + + + + + 212.5 + + + + + 213 + + + + + 213.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/MAD.svg new file mode 100644 index 00000000..05ae4286 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 0.0045 + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/SD.svg new file mode 100644 index 00000000..470397bd --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.001 + + + + + 0.002 + + + + + 0.003 + + + + + 0.004 + + + + + 0.005 + + + + + 0.006 + + + + + 0.007 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 400 + + + + + 450 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..bd1a8fe0 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/regression.svg new file mode 100644 index 00000000..5451b669 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/both/regression.svg @@ -0,0 +1,266 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/mean.svg new file mode 100644 index 00000000..2563ac98 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 19 + + + + + 20 + + + + + 21 + + + + + 22 + + + + + 23 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/median.svg new file mode 100644 index 00000000..069b9ac7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 17 + + + + + 18 + + + + + 19 + + + + + 20 + + + + + 21 + + + + + 22 + + + + + 23 + + + + + 24 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..fa4dea18 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/change/t-test.svg @@ -0,0 +1,267 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -25 + + + + + -20 + + + + + -15 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.html new file mode 100644 index 00000000..a1255754 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) +

# 422023-10-14T23:20:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:44.85ms45.00ms45.15ms
Change in Value:+19.078%+21.180%+23.340%
+ No change in performance detected.
+

# 412023-10-14T16:48:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.98ms36.42ms37.05ms
Change in Value:+32.947%+35.651%+37.940%
+ No change in performance detected.
+

# 402023-10-14T16:33:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.57ms40.67ms40.74ms
Change in Value:+2.3971%+2.6397%+2.8797%
+ No change in performance detected.
+

# 392023-10-14T16:30:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:27.26ms27.37ms27.47ms
Change in Value:-19.135%-18.671%-18.185%
+ No change in performance detected.
+

# 382023-10-14T16:16:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:45.99ms46.09ms46.17ms
Change in Value:+35.898%+36.514%+37.077%
+ No change in performance detected.
+

# 372023-10-14T16:16:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:39.54ms39.59ms39.66ms
Change in Value:+17.185%+17.646%+18.081%
+ No change in performance detected.
+

# 362023-10-13T02:59:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.67ms33.72ms33.82ms
Change in Value:-26.557%-26.260%-25.966%
+ No change in performance detected.
+

# 352023-10-13T02:51:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.81ms33.94ms34.03ms
Change in Value:-26.129%-25.857%-25.571%
+ No change in performance detected.
+

# 342023-10-13T02:27:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:45.66ms45.73ms45.80ms
Change in Value:+20.040%+20.402%+20.744%
+ No change in performance detected.
+

# 332023-10-07T02:54:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:37.86ms37.96ms38.04ms
Change in Value:+9.7871%+10.214%+10.604%
+ No change in performance detected.
+

# 322023-10-06T23:05:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.30ms34.49ms34.61ms
Change in Value:-19.171%-18.542%-17.921%
+ No change in performance detected.
+

# 312023-10-04T23:01:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.81ms41.99ms42.28ms
Change in Value:+0.5636%+1.2561%+2.0639%
+ No change in performance detected.
+

# 302023-09-05T14:52:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:27.95ms28.11ms28.24ms
Change in Value:-9.0043%-8.2026%-7.5646%
+ No change in performance detected.
+

# 292023-09-05T14:50:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.65ms41.69ms41.74ms
Change in Value:+35.069%+36.058%+36.657%
+ No change in performance detected.
+

# 282023-08-08T15:00:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.55ms30.58ms30.62ms
Change in Value:-4.2846%-3.5636%-2.7322%
+ No change in performance detected.
+

# 272023-04-05T00:12:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.51ms31.67ms31.90ms
Change in Value:-25.344%-24.012%-22.693%
+ No change in performance detected.
+

# 262023-03-28T12:31:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.80ms41.18ms41.66ms
Change in Value:+20.584%+22.573%+24.553%
+ No change in performance detected.
+

# 252023-02-25T20:22:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.10ms34.13ms34.18ms
Change in Value:-19.311%-18.816%-18.373%
+ No change in performance detected.
+

# 242023-02-25T20:20:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:32.31ms32.47ms32.73ms
Change in Value:-23.160%-22.563%-21.977%
+ No change in performance detected.
+

# 232023-02-08T03:55:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.87ms42.30ms42.58ms
Change in Value:-2.6064%-2.0179%-1.5234%
+ No change in performance detected.
+

# 222023-02-08T03:53:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:36.93ms36.97ms37.03ms
Change in Value:-13.987%-13.850%-13.705%
+ No change in performance detected.
+

# 212023-02-08T03:51:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.70ms31.93ms32.10ms
Change in Value:-25.988%-25.593%-25.241%
+ No change in performance detected.
+

# 202023-02-04T03:20:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:42.79ms42.86ms42.94ms
Change in Value:+27.327%+27.724%+28.152%
+ No change in performance detected.
+

# 192023-02-04T02:33:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.49ms33.65ms33.76ms
Change in Value:-16.835%-16.479%-16.110%
+ No change in performance detected.
+

# 182022-12-23T20:26:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:40.02ms40.15ms40.31ms
Change in Value:+24.022%+24.951%+25.807%
+ No change in performance detected.
+

# 172022-12-19T16:17:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:31.89ms32.01ms32.16ms
Change in Value:-25.112%-24.524%-23.985%
+ No change in performance detected.
+

# 162022-12-14T18:22:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:42.56ms42.69ms42.97ms
Change in Value:+43.065%+43.674%+44.422%
+ No change in performance detected.
+

# 152022-12-14T03:44:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.60ms29.70ms29.82ms
Change in Value:-18.927%-18.701%-18.424%
+ No change in performance detected.
+

# 142022-12-14T03:33:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.43ms34.47ms34.50ms
Change in Value:-5.7537%-5.5036%-5.2097%
+ No change in performance detected.
+

# 132022-12-01T03:10:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:36.43ms36.50ms36.57ms
Change in Value:-14.191%-13.292%-12.454%
+ No change in performance detected.
+

# 122022-11-29T03:28:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.88ms42.05ms42.35ms
Change in Value:+28.719%+30.006%+31.459%
+ No change in performance detected.
+

# 112022-11-27T19:27:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:32.35ms32.41ms32.49ms
Change in Value:-35.614%-35.080%-34.549%
+ No change in performance detected.
+

# 102022-11-26T20:35:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:49.43ms49.87ms50.19ms
Change in Value:+11.840%+13.429%+15.397%
+ No change in performance detected.
+

# 92022-11-25T17:56:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:44.15ms44.42ms44.69ms
Change in Value:+40.872%+43.128%+44.743%
+ No change in performance detected.
+

# 82022-11-25T16:54:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.59ms30.69ms30.82ms
Change in Value:-0.7367%+0.1053%+0.8919%
+ Change within noise threshold.
+

# 72022-11-25T16:54:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.77ms29.86ms30.00ms
Change in Value:-3.2707%-2.4875%-1.6704%
+ No change in performance detected.
+

# 62022-11-04T21:03:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.50ms30.75ms31.07ms
Change in Value:-27.328%-25.888%-24.320%
+ No change in performance detected.
+

# 52022-09-02T22:53:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.13ms42.00ms42.54ms
Change in Value:-4.5122%-1.8418%+0.9019%
+ Change within noise threshold.
+

# 42022-08-16T23:03:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:41.19ms42.34ms43.57ms
Change in Value:-4.9232%-1.8799%+1.2262%
+ Change within noise threshold.
+

# 32022-08-16T22:37:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:42.38ms43.31ms44.62ms
Change in Value:+22.493%+25.165%+28.651%
+ No change in performance detected.
+

# 22022-08-16T01:55:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:34.21ms34.28ms34.37ms
Change in Value:+1.5793%+2.0356%+2.4805%
+ No change in performance detected.
+

# 12022-08-16T01:15:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:33.61ms33.69ms33.73ms
Change in Value:-5.1446%-4.8045%-4.4949%
+ No change in performance detected.
+

# 02022-08-16T00:56:05Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:35.30ms35.37ms35.44ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.svg new file mode 100644 index 00000000..faf865ae --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/history.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/index.html new file mode 100644 index 00000000..9a2fb31f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope44.847 ms44.999 ms45.146 ms
0.99931080.99952320.9993217
Mean44.826 ms45.008 ms45.193 ms
Std. Dev.134.38 µs313.36 µs423.60 µs
Median44.800 ms44.991 ms45.209 ms
MAD39.677 µs246.56 µs521.04 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+19.078%+21.180%+23.340%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/mean.svg new file mode 100644 index 00000000..24a30f13 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 44.8 + + + + + 44.85 + + + + + 44.9 + + + + + 44.95 + + + + + 45 + + + + + 45.05 + + + + + 45.1 + + + + + 45.15 + + + + + 45.2 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/median.svg new file mode 100644 index 00000000..81e0341b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 44.8 + + + + + 44.9 + + + + + 45 + + + + + 45.1 + + + + + 45.2 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf.svg new file mode 100644 index 00000000..a64aa193 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 44 + + + + + 44.5 + + + + + 45 + + + + + 45.5 + + + + + 46 + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..46485127 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 44 + + + + + 44.5 + + + + + 45 + + + + + 45.5 + + + + + 46 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression.svg new file mode 100644 index 00000000..0ef4d23e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression_small.svg new file mode 100644 index 00000000..e55b1497 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/regression_small.svg @@ -0,0 +1,257 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..3096379b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 32 + + + + + 34 + + + + + 36 + + + + + 38 + + + + + 40 + + + + + 42 + + + + + 44 + + + + + 46 + + + + + 48 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_regression_small.svg new file mode 100644 index 00000000..eb626726 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/relative_regression_small.svg @@ -0,0 +1,251 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/slope.svg new file mode 100644 index 00000000..33007e07 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 44.85 + + + + + 44.9 + + + + + 44.95 + + + + + 45 + + + + + 45.05 + + + + + 45.1 + + + + + 45.15 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/typical.svg new file mode 100644 index 00000000..39068521 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3)/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 44.85 + + + + + 44.9 + + + + + 44.95 + + + + + 45 + + + + + 45.05 + + + + + 45.1 + + + + + 45.15 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/MAD.svg new file mode 100644 index 00000000..f80a9718 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/SD.svg new file mode 100644 index 00000000..e5a980cf --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.0005 + + + + + 0.001 + + + + + 0.0015 + + + + + 0.002 + + + + + 0.0025 + + + + + 0.003 + + + + + 0.0035 + + + + + 0.004 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/pdf.svg new file mode 100644 index 00000000..00728bd2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 22 + + + + + 23 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/regression.svg new file mode 100644 index 00000000..74104b76 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/mean.svg new file mode 100644 index 00000000..d826ddb2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/mean.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + 17 + + + + + 17.5 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/median.svg new file mode 100644 index 00000000..2459017f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 14.5 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + 17 + + + + + 17.5 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/t-test.svg new file mode 100644 index 00000000..0675c691 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/change/t-test.svg @@ -0,0 +1,251 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.html new file mode 100644 index 00000000..170b4a54 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) +

# 422023-10-14T23:19:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.60ms27.00ms27.59ms
Change in Value:+14.988%+16.447%+18.135%
+ No change in performance detected.
+

# 412023-10-14T16:47:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:22.91ms23.09ms23.26ms
Change in Value:+33.875%+35.685%+37.364%
+ No change in performance detected.
+

# 402023-10-14T16:32:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:27.06ms27.15ms27.28ms
Change in Value:+2.5890%+3.1443%+3.6835%
+ No change in performance detected.
+

# 392023-10-14T16:29:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:16.93ms17.20ms17.50ms
Change in Value:-15.173%-14.253%-13.063%
+ No change in performance detected.
+

# 382023-10-14T16:15:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:30.26ms30.31ms30.37ms
Change in Value:+50.850%+51.967%+53.268%
+ No change in performance detected.
+

# 372023-10-14T16:15:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.27ms26.45ms26.56ms
Change in Value:+31.137%+32.160%+33.357%
+ No change in performance detected.
+

# 362023-10-13T02:58:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.56ms19.79ms20.08ms
Change in Value:-37.231%-35.487%-33.856%
+ No change in performance detected.
+

# 352023-10-13T02:50:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.35ms19.44ms19.59ms
Change in Value:-38.531%-36.880%-35.308%
+ No change in performance detected.
+

# 342023-10-13T02:27:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.81ms30.23ms31.16ms
Change in Value:+21.671%+24.746%+28.189%
+ No change in performance detected.
+

# 332023-10-07T02:53:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:24.69ms24.84ms25.02ms
Change in Value:+22.974%+23.861%+24.663%
+ No change in performance detected.
+

# 322023-10-06T23:04:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.92ms20.03ms20.11ms
Change in Value:-15.894%-14.867%-13.856%
+ No change in performance detected.
+

# 312023-10-04T23:00:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:23.22ms23.60ms23.90ms
Change in Value:-13.274%-12.218%-11.275%
+ No change in performance detected.
+

# 302023-09-05T14:51:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.17ms17.23ms17.33ms
Change in Value:-11.562%-11.100%-10.465%
+ No change in performance detected.
+

# 292023-09-05T14:50:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.69ms26.73ms26.78ms
Change in Value:+37.122%+37.521%+37.899%
+ No change in performance detected.
+

# 282023-08-08T15:00:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.44ms19.48ms19.51ms
Change in Value:-3.3088%-2.0936%-0.8040%
+ No change in performance detected.
+

# 272023-04-05T00:11:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.30ms19.61ms19.95ms
Change in Value:-24.445%-23.157%-22.001%
+ No change in performance detected.
+

# 262023-03-28T12:30:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:25.66ms26.00ms26.34ms
Change in Value:+21.819%+23.188%+24.455%
+ No change in performance detected.
+

# 252023-02-25T20:21:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:20.89ms20.96ms21.02ms
Change in Value:-21.619%-20.654%-19.799%
+ No change in performance detected.
+

# 242023-02-25T20:19:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:19.49ms19.55ms19.65ms
Change in Value:-26.696%-25.656%-24.661%
+ No change in performance detected.
+

# 232023-02-08T03:54:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.03ms26.23ms26.56ms
Change in Value:-2.7915%-1.7074%-0.5688%
+ No change in performance detected.
+

# 222023-02-08T03:52:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:23.45ms23.48ms23.54ms
Change in Value:-13.122%-12.785%-12.453%
+ No change in performance detected.
+

# 212023-02-08T03:51:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:20.25ms20.47ms20.61ms
Change in Value:-24.718%-24.249%-23.798%
+ No change in performance detected.
+

# 202023-02-04T03:19:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.82ms26.91ms27.00ms
Change in Value:+23.366%+23.941%+24.551%
+ No change in performance detected.
+

# 192023-02-04T02:32:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:21.57ms21.66ms21.76ms
Change in Value:-16.705%-16.032%-15.433%
+ No change in performance detected.
+

# 182022-12-23T20:25:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:25.61ms25.75ms25.88ms
Change in Value:+35.039%+36.132%+37.236%
+ No change in performance detected.
+

# 172022-12-19T16:17:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.92ms19.06ms19.21ms
Change in Value:-29.749%-29.381%-28.943%
+ No change in performance detected.
+

# 162022-12-14T18:21:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.83ms26.90ms26.97ms
Change in Value:+44.607%+45.372%+46.111%
+ No change in performance detected.
+

# 152022-12-14T03:44:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.44ms18.56ms18.66ms
Change in Value:-20.419%-19.750%-19.149%
+ No change in performance detected.
+

# 142022-12-14T03:33:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:21.64ms21.70ms21.80ms
Change in Value:-6.3136%-5.5477%-4.9464%
+ No change in performance detected.
+

# 132022-12-01T03:09:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:22.90ms22.94ms22.99ms
Change in Value:-20.631%-16.082%-12.999%
+ No change in performance detected.
+

# 122022-11-29T03:27:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:26.54ms27.04ms28.15ms
Change in Value:+26.466%+31.255%+38.807%
+ No change in performance detected.
+

# 112022-11-27T19:26:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:20.69ms20.76ms20.90ms
Change in Value:-30.345%-29.624%-28.851%
+ No change in performance detected.
+

# 102022-11-26T20:34:26Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:29.46ms29.69ms29.81ms
Change in Value:+22.076%+24.405%+27.532%
+ No change in performance detected.
+

# 92022-11-25T17:56:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:23.89ms24.15ms24.42ms
Change in Value:+27.992%+30.911%+33.221%
+ No change in performance detected.
+

# 82022-11-25T16:54:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.15ms18.21ms18.27ms
Change in Value:-6.3445%-4.5403%-2.9977%
+ No change in performance detected.
+

# 72022-11-25T16:53:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:17.65ms17.70ms17.78ms
Change in Value:-8.7153%-6.8896%-5.2659%
+ No change in performance detected.
+

# 62022-11-04T21:02:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:18.92ms19.40ms19.88ms
Change in Value:-26.800%-25.017%-23.341%
+ No change in performance detected.
+

# 52022-09-02T22:52:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:25.20ms25.45ms25.61ms
Change in Value:+8.3344%+10.635%+13.097%
+ No change in performance detected.
+

# 42022-08-16T23:03:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:22.77ms23.03ms23.28ms
Change in Value:-21.773%-17.987%-15.128%
+ No change in performance detected.
+

# 32022-08-16T22:37:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:27.37ms27.65ms27.96ms
Change in Value:+23.440%+27.265%+33.311%
+ No change in performance detected.
+

# 22022-08-16T01:54:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:22.02ms22.16ms22.26ms
Change in Value:+2.5241%+3.4600%+4.3228%
+ No change in performance detected.
+

# 12022-08-16T01:15:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:21.22ms21.48ms21.76ms
Change in Value:-3.1022%-2.2819%-1.4606%
+ No change in performance detected.
+

# 02022-08-16T00:55:27Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:21.72ms21.79ms21.88ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.svg new file mode 100644 index 00000000..150954bd --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 16 + + + + + 18 + + + + + 20 + + + + + 22 + + + + + 24 + + + + + 26 + + + + + 28 + + + + + 30 + + + + + 32 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/index.html b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/index.html new file mode 100644 index 00000000..e30dc8a5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope26.602 ms27.002 ms27.591 ms
0.98516880.98959200.9800368
Mean26.722 ms26.990 ms27.311 ms
Std. Dev.215.49 µs504.71 µs680.81 µs
Median26.522 ms26.986 ms27.271 ms
MAD12.351 µs474.67 µs784.88 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+14.988%+16.447%+18.135%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/mean.svg new file mode 100644 index 00000000..30038f17 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 26.7 + + + + + 26.8 + + + + + 26.9 + + + + + 27 + + + + + 27.1 + + + + + 27.2 + + + + + 27.3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/median.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/median.svg new file mode 100644 index 00000000..e579b88f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 26.5 + + + + + 26.6 + + + + + 26.7 + + + + + 26.8 + + + + + 26.9 + + + + + 27 + + + + + 27.1 + + + + + 27.2 + + + + + 27.3 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf.svg new file mode 100644 index 00000000..4e47d709 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 25.5 + + + + + 26 + + + + + 26.5 + + + + + 27 + + + + + 27.5 + + + + + 28 + + + + + 28.5 + + + + + 29 + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf_small.svg new file mode 100644 index 00000000..f9a3008a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 25.5 + + + + + 26 + + + + + 26.5 + + + + + 27 + + + + + 27.5 + + + + + 28 + + + + + 28.5 + + + + + 29 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression.svg new file mode 100644 index 00000000..033b96a4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression_small.svg new file mode 100644 index 00000000..e5d8eed3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/regression_small.svg @@ -0,0 +1,348 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_pdf_small.svg new file mode 100644 index 00000000..cf9c9605 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 22 + + + + + 23 + + + + + 24 + + + + + 25 + + + + + 26 + + + + + 27 + + + + + 28 + + + + + 29 + + + + + 30 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_regression_small.svg new file mode 100644 index 00000000..1bd2a456 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 40 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 60 + + + + + + + + + + + + + 70 + + + + + + + + + + + + + 80 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/slope.svg new file mode 100644 index 00000000..ae47b9a2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 26.6 + + + + + 26.8 + + + + + 27 + + + + + 27.2 + + + + + 27.4 + + + + + 27.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/typical.svg new file mode 100644 index 00000000..a1be86f0 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 2048x2048 (ril, nearest)/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.2 + + + + + 0.4 + + + + + 0.6 + + + + + 0.8 + + + + + 1 + + + + + 1.2 + + + + + 1.4 + + + + + 1.6 + + + + + 26.6 + + + + + 26.8 + + + + + 27 + + + + + 27.2 + + + + + 27.4 + + + + + 27.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/MAD.svg new file mode 100644 index 00000000..d908aab0 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/SD.svg new file mode 100644 index 00000000..032515f4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/SD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..e004fe3e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/pdf.svg @@ -0,0 +1,323 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/regression.svg new file mode 100644 index 00000000..ae9946ff --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/both/regression.svg @@ -0,0 +1,266 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/mean.svg new file mode 100644 index 00000000..9a68b8db --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 17 + + + + + 17.5 + + + + + 18 + + + + + 18.5 + + + + + 19 + + + + + 19.5 + + + + + 20 + + + + + 20.5 + + + + + 21 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/median.svg new file mode 100644 index 00000000..ec9d2078 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 17 + + + + + 17.5 + + + + + 18 + + + + + 18.5 + + + + + 19 + + + + + 19.5 + + + + + 20 + + + + + 20.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..560dd3b2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/change/t-test.svg @@ -0,0 +1,256 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.html new file mode 100644 index 00000000..0bd16c8b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) +

# 422023-10-14T23:19:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.89ms 8.97ms 9.04ms
Change in Value:+17.242%+19.012%+20.762%
+ No change in performance detected.
+

# 412023-10-14T16:47:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.51ms 7.59ms 7.70ms
Change in Value:-1.0304%-0.2119%+0.7598%
+ Change within noise threshold.
+

# 402023-10-14T16:32:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.26ms 8.30ms 8.35ms
Change in Value:+2.2330%+2.6728%+3.0728%
+ No change in performance detected.
+

# 392023-10-14T16:29:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.54ms 7.54ms 7.55ms
Change in Value:+12.283%+12.504%+12.751%
+ No change in performance detected.
+

# 382023-10-14T16:15:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.80ms 9.82ms 9.84ms
Change in Value:+45.914%+46.232%+46.566%
+ No change in performance detected.
+

# 372023-10-14T16:14:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.11ms 8.11ms 8.12ms
Change in Value:+20.657%+20.844%+20.975%
+ No change in performance detected.
+

# 362023-10-13T02:58:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.70ms 6.71ms 6.71ms
Change in Value:-21.964%-20.887%-19.702%
+ No change in performance detected.
+

# 352023-10-13T02:50:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.72ms 6.73ms 6.73ms
Change in Value:-21.800%-20.724%-19.526%
+ No change in performance detected.
+

# 342023-10-13T02:26:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.24ms 8.38ms 8.61ms
Change in Value:+3.5619%+5.0593%+6.5567%
+ No change in performance detected.
+

# 332023-10-07T02:53:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.07ms 8.07ms 8.08ms
Change in Value:+18.090%+18.483%+18.857%
+ No change in performance detected.
+

# 322023-10-06T23:04:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.78ms 6.79ms 6.81ms
Change in Value:-22.185%-21.707%-21.225%
+ No change in performance detected.
+

# 312023-10-04T23:00:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.64ms 8.67ms 8.72ms
Change in Value:+6.5901%+7.1006%+7.7230%
+ No change in performance detected.
+

# 302023-09-05T14:51:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.69ms 7.70ms 7.71ms
Change in Value:+2.7446%+2.8544%+2.9634%
+ No change in performance detected.
+

# 292023-09-05T14:49:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.12ms 8.13ms 8.14ms
Change in Value:+8.4184%+8.5578%+8.6870%
+ No change in performance detected.
+

# 282023-08-08T14:59:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.48ms 7.48ms 7.49ms
Change in Value:-5.1268%-5.0383%-4.9479%
+ No change in performance detected.
+

# 272023-04-05T00:11:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.88ms 7.88ms 7.89ms
Change in Value:-17.720%-16.871%-15.981%
+ No change in performance detected.
+

# 262023-03-28T12:30:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 9.36ms 9.48ms 9.57ms
Change in Value:+5.8307%+6.8441%+7.9239%
+ No change in performance detected.
+

# 252023-02-25T20:21:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.87ms 8.88ms 8.89ms
Change in Value:-17.129%-16.920%-16.728%
+ No change in performance detected.
+

# 242023-02-25T20:19:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.58ms 7.59ms 7.59ms
Change in Value:-29.181%-28.997%-28.828%
+ No change in performance detected.
+

# 232023-02-08T03:54:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.65ms10.66ms10.68ms
Change in Value:-0.9893%-0.7388%-0.4578%
+ No change in performance detected.
+

# 222023-02-08T03:51:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.92ms 8.92ms 8.93ms
Change in Value:-17.310%-17.148%-16.988%
+ No change in performance detected.
+

# 212023-02-08T03:50:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.62ms 7.62ms 7.63ms
Change in Value:-29.223%-29.093%-28.936%
+ No change in performance detected.
+

# 202023-02-04T03:19:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.73ms10.76ms10.78ms
Change in Value:+20.839%+21.085%+21.320%
+ No change in performance detected.
+

# 192023-02-04T02:32:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.88ms 8.89ms 8.91ms
Change in Value:-15.284%-14.852%-14.418%
+ No change in performance detected.
+

# 182022-12-23T20:24:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.38ms10.45ms10.52ms
Change in Value:+38.218%+38.970%+39.671%
+ No change in performance detected.
+

# 172022-12-19T16:16:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.51ms 7.51ms 7.52ms
Change in Value:-29.538%-29.433%-29.330%
+ No change in performance detected.
+

# 162022-12-14T18:20:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.62ms10.63ms10.65ms
Change in Value:+39.122%+39.326%+39.537%
+ No change in performance detected.
+

# 152022-12-14T03:43:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.64ms 7.64ms 7.64ms
Change in Value:-14.201%-14.039%-13.879%
+ No change in performance detected.
+

# 142022-12-14T03:32:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.89ms 8.91ms 8.93ms
Change in Value:+0.0672%+0.2822%+0.5029%
+ No change in performance detected.
+

# 132022-12-01T03:09:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.87ms 8.88ms 8.91ms
Change in Value:+2.8644%+3.6108%+4.2785%
+ No change in performance detected.
+

# 122022-11-29T03:27:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.53ms 8.56ms 8.58ms
Change in Value:+9.4116%+10.089%+10.815%
+ No change in performance detected.
+

# 112022-11-27T19:26:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.79ms 7.80ms 7.81ms
Change in Value:-13.537%-12.655%-11.649%
+ No change in performance detected.
+

# 102022-11-26T20:34:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 8.92ms 9.00ms 9.06ms
Change in Value:+10.487%+13.177%+15.316%
+ No change in performance detected.
+

# 92022-11-25T17:55:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.75ms 7.78ms 7.82ms
Change in Value:+1.5602%+3.1780%+5.1786%
+ No change in performance detected.
+

# 82022-11-25T16:53:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.64ms 7.64ms 7.65ms
Change in Value:+1.6655%+1.7099%+1.7558%
+ No change in performance detected.
+

# 72022-11-25T16:53:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.63ms 7.64ms 7.64ms
Change in Value:+1.6356%+1.6853%+1.7347%
+ No change in performance detected.
+

# 62022-11-04T21:01:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.51ms 7.51ms 7.51ms
Change in Value:-42.016%-41.496%-41.042%
+ No change in performance detected.
+

# 52022-09-02T22:52:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:12.76ms12.85ms13.01ms
Change in Value:+16.772%+19.102%+21.460%
+ No change in performance detected.
+

# 42022-08-16T23:02:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.52ms10.71ms10.86ms
Change in Value:-20.996%-19.222%-17.386%
+ No change in performance detected.
+

# 32022-08-16T22:36:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:13.06ms13.20ms13.41ms
Change in Value:+29.506%+30.945%+32.658%
+ No change in performance detected.
+

# 22022-08-16T01:54:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.19ms10.19ms10.20ms
Change in Value:+0.3491%+0.4523%+0.5285%
+ No change in performance detected.
+

# 12022-08-16T01:14:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.14ms10.15ms10.16ms
Change in Value:-0.1496%-0.0512%+0.0639%
+ Change within noise threshold.
+

# 02022-08-16T00:55:10Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:10.14ms10.15ms10.16ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.svg new file mode 100644 index 00000000..a520ef15 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/index.html new file mode 100644 index 00000000..b984c6eb --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope8.8862 ms8.9668 ms9.0413 ms
0.99608520.99758670.9963036
Mean8.8742 ms8.9667 ms9.0816 ms
Std. Dev.58.999 µs178.31 µs246.33 µs
Median8.8490 ms8.9019 ms9.0657 ms
MAD11.909 µs129.25 µs248.14 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+17.242%+19.012%+20.762%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/mean.svg new file mode 100644 index 00000000..e2035204 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 8.9 + + + + + 8.95 + + + + + 9 + + + + + 9.05 + + + + + 9.1 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/median.svg new file mode 100644 index 00000000..91ffd46c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 8.85 + + + + + 8.9 + + + + + 8.95 + + + + + 9 + + + + + 9.05 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf.svg new file mode 100644 index 00000000..f0a5f357 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 8.6 + + + + + 8.8 + + + + + 9 + + + + + 9.2 + + + + + 9.4 + + + + + 9.6 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..ff105366 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 8.6 + + + + + 8.8 + + + + + 9 + + + + + 9.2 + + + + + 9.4 + + + + + 9.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression.svg new file mode 100644 index 00000000..63b29aa2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression.svg @@ -0,0 +1,344 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression_small.svg new file mode 100644 index 00000000..04f4d52a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/regression_small.svg @@ -0,0 +1,322 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..bb523f4c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,296 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + 8.5 + + + + + 9 + + + + + 9.5 + + + + + 10 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_regression_small.svg new file mode 100644 index 00000000..38c7d2e3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/relative_regression_small.svg @@ -0,0 +1,251 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/slope.svg new file mode 100644 index 00000000..8a9c3f6a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 8.88 + + + + + 8.9 + + + + + 8.92 + + + + + 8.94 + + + + + 8.96 + + + + + 8.98 + + + + + 9 + + + + + 9.02 + + + + + 9.04 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/typical.svg new file mode 100644 index 00000000..7b316e1e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3)/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 8.88 + + + + + 8.9 + + + + + 8.92 + + + + + 8.94 + + + + + 8.96 + + + + + 8.98 + + + + + 9 + + + + + 9.02 + + + + + 9.04 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/MAD.svg new file mode 100644 index 00000000..829ad9d7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/MAD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/SD.svg new file mode 100644 index 00000000..6826c7b9 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 0.8 + + + + + 0.9 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/pdf.svg new file mode 100644 index 00000000..a47d1fdb --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/pdf.svg @@ -0,0 +1,343 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 440 + + + + + 450 + + + + + 460 + + + + + 470 + + + + + 480 + + + + + 490 + + + + + 500 + + + + + 510 + + + + + 520 + + + + + 530 + + + + + 540 + + + + + 550 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/regression.svg new file mode 100644 index 00000000..887ac366 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/both/regression.svg @@ -0,0 +1,370 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/mean.svg new file mode 100644 index 00000000..f28f7be6 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/median.svg new file mode 100644 index 00000000..a4636eb7 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/median.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/t-test.svg new file mode 100644 index 00000000..c4de9dbc --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -6 + + + + + -4 + + + + + -2 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.html new file mode 100644 index 00000000..a8f81b8e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) +

# 422023-10-14T23:18:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:510.00µs511.64µs513.93µs
Change in Value:+1.6778%+3.2716%+4.9765%
+ No change in performance detected.
+

# 412023-10-14T16:46:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:495.84µs500.38µs505.39µs
Change in Value:+21.009%+22.850%+24.853%
+ No change in performance detected.
+

# 402023-10-14T16:31:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:495.42µs496.01µs496.79µs
Change in Value:+0.3326%+0.4717%+0.6137%
+ No change in performance detected.
+

# 392023-10-14T16:28:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:403.82µs403.88µs403.95µs
Change in Value:-16.415%-16.378%-16.340%
+ No change in performance detected.
+

# 382023-10-14T16:14:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:586.69µs586.96µs587.30µs
Change in Value:+21.468%+21.550%+21.630%
+ No change in performance detected.
+

# 372023-10-14T16:14:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:493.73µs494.06µs494.47µs
Change in Value:+2.2317%+2.3070%+2.3822%
+ No change in performance detected.
+

# 362023-10-13T02:57:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:482.79µs482.99µs483.20µs
Change in Value:-12.606%-12.546%-12.493%
+ No change in performance detected.
+

# 352023-10-13T02:49:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:480.69µs480.87µs481.06µs
Change in Value:-13.002%-12.939%-12.882%
+ No change in performance detected.
+

# 342023-10-13T02:26:09Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:551.89µs552.12µs552.30µs
Change in Value:+11.840%+11.911%+11.989%
+ No change in performance detected.
+

# 332023-10-07T02:52:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:493.17µs493.48µs493.86µs
Change in Value:+2.0467%+2.1431%+2.2333%
+ No change in performance detected.
+

# 322023-10-06T23:03:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:482.55µs482.97µs483.47µs
Change in Value:-11.618%-11.010%-10.243%
+ No change in performance detected.
+

# 312023-10-04T22:59:53Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:537.94µs543.64µs546.69µs
Change in Value:+11.386%+12.406%+13.239%
+ No change in performance detected.
+

# 302023-09-05T14:50:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:414.28µs414.40µs414.52µs
Change in Value:-0.9010%-0.8617%-0.8229%
+ No change in performance detected.
+

# 292023-09-05T14:49:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:482.37µs482.88µs483.54µs
Change in Value:+15.408%+15.542%+15.663%
+ No change in performance detected.
+

# 282023-08-08T14:59:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:418.01µs418.09µs418.15µs
Change in Value:-10.718%-10.663%-10.616%
+ No change in performance detected.
+

# 272023-04-05T00:10:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:467.74µs467.94µs468.25µs
Change in Value:-20.667%-19.924%-19.208%
+ No change in performance detected.
+

# 262023-03-28T12:29:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:579.19µs587.76µs591.91µs
Change in Value:+7.8851%+8.8675%+9.8932%
+ No change in performance detected.
+

# 252023-02-25T20:20:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:536.36µs536.58µs536.87µs
Change in Value:-17.422%-17.115%-16.810%
+ No change in performance detected.
+

# 242023-02-25T20:18:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.19µs438.33µs438.60µs
Change in Value:-32.545%-32.293%-32.034%
+ No change in performance detected.
+

# 232023-02-08T03:53:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:645.91µs648.03µs650.50µs
Change in Value:+9.9846%+10.397%+10.790%
+ No change in performance detected.
+

# 222023-02-08T03:51:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:535.43µs535.64µs535.81µs
Change in Value:-8.8213%-8.6772%-8.5671%
+ No change in performance detected.
+

# 212023-02-08T03:50:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:435.80µs435.92µs436.01µs
Change in Value:-25.812%-25.698%-25.612%
+ No change in performance detected.
+

# 202023-02-04T03:18:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:585.78µs586.08µs586.42µs
Change in Value:+17.368%+17.502%+17.656%
+ No change in performance detected.
+

# 192023-02-04T02:31:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:499.07µs499.22µs499.35µs
Change in Value:-12.320%-12.219%-12.122%
+ No change in performance detected.
+

# 182022-12-23T20:24:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:567.67µs568.44µs569.21µs
Change in Value:+29.605%+29.744%+29.890%
+ No change in performance detected.
+

# 172022-12-19T16:16:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.11µs438.23µs438.35µs
Change in Value:-23.258%-23.217%-23.176%
+ No change in performance detected.
+

# 162022-12-14T18:20:10Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:570.56µs570.79µs571.05µs
Change in Value:+29.949%+30.013%+30.080%
+ No change in performance detected.
+

# 152022-12-14T03:43:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:438.95µs439.04µs439.15µs
Change in Value:-12.750%-12.592%-12.451%
+ No change in performance detected.
+

# 142022-12-14T03:32:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:535.18µs535.51µs536.19µs
Change in Value:+6.4599%+6.6949%+6.9315%
+ No change in performance detected.
+

# 132022-12-01T03:08:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:501.53µs502.08µs502.64µs
Change in Value:-10.588%-10.030%-9.4573%
+ No change in performance detected.
+

# 122022-11-29T03:26:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:557.37µs559.67µs562.14µs
Change in Value:+27.369%+28.220%+28.945%
+ No change in performance detected.
+

# 112022-11-27T19:25:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:435.33µs435.46µs435.61µs
Change in Value:-25.928%-25.086%-24.449%
+ No change in performance detected.
+

# 102022-11-26T20:33:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:573.80µs575.73µs579.31µs
Change in Value:+4.9563%+7.2196%+9.3691%
+ No change in performance detected.
+

# 92022-11-25T17:55:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:528.91µs533.49µs541.69µs
Change in Value:+22.316%+24.533%+26.893%
+ No change in performance detected.
+

# 82022-11-25T16:53:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:434.86µs435.61µs436.35µs
Change in Value:+0.4233%+0.5306%+0.6569%
+ No change in performance detected.
+

# 72022-11-25T16:52:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:439.93µs440.28µs440.50µs
Change in Value:+1.5027%+1.5971%+1.6957%
+ No change in performance detected.
+

# 62022-11-04T21:01:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:433.03µs433.16µs433.22µs
Change in Value:-28.061%-26.789%-25.543%
+ No change in performance detected.
+

# 52022-09-02T22:51:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:583.81µs588.25µs592.88µs
Change in Value:+7.0487%+9.0705%+11.257%
+ No change in performance detected.
+

# 42022-08-16T23:02:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:543.83µs545.91µs547.94µs
Change in Value:-9.9982%-8.6894%-7.4925%
+ No change in performance detected.
+

# 32022-08-16T22:36:06Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:590.35µs596.32µs601.36µs
Change in Value:+23.088%+24.428%+25.513%
+ No change in performance detected.
+

# 22022-08-16T01:53:28Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:477.08µs477.30µs477.46µs
Change in Value:-3.5008%-3.4544%-3.4075%
+ No change in performance detected.
+

# 12022-08-16T01:14:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:494.23µs494.32µs494.44µs
Change in Value:+0.0582%+0.1644%+0.2433%
+ No change in performance detected.
+

# 02022-08-16T00:54:39Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value:493.23µs493.48µs493.94µs
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.svg new file mode 100644 index 00000000..9f95a13f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/history.svg @@ -0,0 +1,362 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 400 + + + + + 450 + + + + + 500 + + + + + 550 + + + + + 600 + + + + + 650 + + + + + 700 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (µs) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/index.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/index.html new file mode 100644 index 00000000..82cfce1c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope510.00 µs511.64 µs513.93 µs
0.99930150.99950020.9991130
Mean510.65 µs512.41 µs514.30 µs
Std. Dev.1.6342 µs3.1186 µs3.7079 µs
Median509.79 µs512.00 µs515.90 µs
MAD428.17 ns3.3905 µs5.1306 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+1.6778%+3.2716%+4.9765%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/mean.svg new file mode 100644 index 00000000..a627f70f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/mean.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 510.5 + + + + + 511 + + + + + 511.5 + + + + + 512 + + + + + 512.5 + + + + + 513 + + + + + 513.5 + + + + + 514 + + + + + 514.5 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/median.svg new file mode 100644 index 00000000..5aca850f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/median.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.1 + + + + + 0.2 + + + + + 0.3 + + + + + 0.4 + + + + + 0.5 + + + + + 0.6 + + + + + 0.7 + + + + + 510 + + + + + 511 + + + + + 512 + + + + + 513 + + + + + 514 + + + + + 515 + + + + + 516 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf.svg new file mode 100644 index 00000000..0904b7f3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 505 + + + + + 510 + + + + + 515 + + + + + 520 + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf_small.svg new file mode 100644 index 00000000..0d77fb27 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/pdf_small.svg @@ -0,0 +1,199 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 505 + + + + + 510 + + + + + 515 + + + + + 520 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression.svg new file mode 100644 index 00000000..5db2c370 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression.svg @@ -0,0 +1,383 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression_small.svg new file mode 100644 index 00000000..dd2208b6 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/regression_small.svg @@ -0,0 +1,361 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_pdf_small.svg new file mode 100644 index 00000000..10bce8a9 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_pdf_small.svg @@ -0,0 +1,316 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 440 + + + + + 450 + + + + + 460 + + + + + 470 + + + + + 480 + + + + + 490 + + + + + 500 + + + + + 510 + + + + + 520 + + + + + 530 + + + + + 540 + + + + + 550 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_regression_small.svg new file mode 100644 index 00000000..436a3e9e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/relative_regression_small.svg @@ -0,0 +1,355 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 3.5 + + + + + + + + + + + + + 4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/slope.svg new file mode 100644 index 00000000..19cd2ee4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/slope.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 510 + + + + + 510.5 + + + + + 511 + + + + + 511.5 + + + + + 512 + + + + + 512.5 + + + + + 513 + + + + + 513.5 + + + + + 514 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/typical.svg new file mode 100644 index 00000000..d2a200a5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (image-rs, nearest)/typical.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 510 + + + + + 510.5 + + + + + 511 + + + + + 511.5 + + + + + 512 + + + + + 512.5 + + + + + 513 + + + + + 513.5 + + + + + 514 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/MAD.svg new file mode 100644 index 00000000..ab05288c --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/MAD.svg @@ -0,0 +1,288 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/SD.svg new file mode 100644 index 00000000..dcf51f8d --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 16 + + + + + 18 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/pdf.svg new file mode 100644 index 00000000..9cac4953 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/pdf.svg @@ -0,0 +1,328 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/regression.svg new file mode 100644 index 00000000..9c52bc39 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/both/regression.svg @@ -0,0 +1,305 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/mean.svg new file mode 100644 index 00000000..988de298 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 35 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + 40 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/median.svg new file mode 100644 index 00000000..5026766b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/median.svg @@ -0,0 +1,300 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 36 + + + + + 37 + + + + + 38 + + + + + 39 + + + + + 40 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/t-test.svg new file mode 100644 index 00000000..db21e578 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/change/t-test.svg @@ -0,0 +1,270 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.html new file mode 100644 index 00000000..2e5b2710 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) +

# 422023-10-14T23:19:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.89ms 1.90ms 1.90ms
Change in Value:+35.023%+37.560%+39.770%
+ No change in performance detected.
+

# 412023-10-14T16:46:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.35ms 1.37ms 1.41ms
Change in Value:-1.5659%-0.0536%+1.6369%
+ Change within noise threshold.
+

# 402023-10-14T16:31:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.48ms 1.48ms 1.49ms
Change in Value:+3.2075%+3.3563%+3.5180%
+ No change in performance detected.
+

# 392023-10-14T16:28:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.38ms 1.38ms 1.39ms
Change in Value:-5.3433%-5.0964%-4.7867%
+ No change in performance detected.
+

# 382023-10-14T16:15:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.86ms
Change in Value:+27.927%+28.131%+28.287%
+ No change in performance detected.
+

# 372023-10-14T16:14:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43ms 1.43ms 1.43ms
Change in Value:-1.4480%-1.2931%-1.1733%
+ No change in performance detected.
+

# 362023-10-13T02:58:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.45ms 1.45ms 1.45ms
Change in Value:-16.458%-16.367%-16.222%
+ No change in performance detected.
+

# 352023-10-13T02:49:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43ms 1.43ms 1.43ms
Change in Value:-17.842%-17.808%-17.774%
+ No change in performance detected.
+

# 342023-10-13T02:26:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74ms 1.74ms 1.74ms
Change in Value:+20.561%+21.041%+21.343%
+ No change in performance detected.
+

# 332023-10-07T02:53:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43ms 1.44ms 1.45ms
Change in Value:-4.0197%-3.7799%-3.3917%
+ No change in performance detected.
+

# 322023-10-06T23:04:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.49ms 1.49ms 1.49ms
Change in Value:-21.045%-20.626%-20.229%
+ No change in performance detected.
+

# 312023-10-04T23:00:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.87ms 1.88ms 1.89ms
Change in Value:+14.828%+15.447%+16.039%
+ No change in performance detected.
+

# 302023-09-05T14:50:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.68ms 1.68ms 1.68ms
Change in Value:+21.673%+21.819%+21.950%
+ No change in performance detected.
+

# 292023-09-05T14:49:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.63ms 1.63ms 1.63ms
Change in Value:+17.916%+18.066%+18.202%
+ No change in performance detected.
+

# 282023-08-08T14:59:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.38ms 1.38ms 1.38ms
Change in Value:-18.277%-17.724%-17.327%
+ No change in performance detected.
+

# 272023-04-05T00:11:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.67ms 1.67ms 1.67ms
Change in Value:+0.6906%+1.6338%+2.6733%
+ No change in performance detected.
+

# 262023-03-28T12:29:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.63ms 1.64ms 1.66ms
Change in Value:+14.264%+15.087%+15.993%
+ No change in performance detected.
+

# 252023-02-25T20:21:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.43ms 1.43ms 1.43ms
Change in Value:-21.702%-19.563%-18.125%
+ No change in performance detected.
+

# 242023-02-25T20:19:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.38ms 1.38ms 1.38ms
Change in Value:-24.389%-22.337%-20.944%
+ No change in performance detected.
+

# 232023-02-08T03:53:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.74ms 1.76ms 1.78ms
Change in Value:-6.2536%-4.5820%-2.0393%
+ No change in performance detected.
+

# 222023-02-08T03:51:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.46ms 1.46ms 1.46ms
Change in Value:-22.039%-21.953%-21.868%
+ No change in performance detected.
+

# 212023-02-08T03:50:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.38ms 1.38ms 1.39ms
Change in Value:-25.826%-25.737%-25.645%
+ No change in performance detected.
+

# 202023-02-04T03:18:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.86ms 1.87ms
Change in Value:+16.883%+17.327%+17.771%
+ No change in performance detected.
+

# 192023-02-04T02:31:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.59ms 1.60ms 1.60ms
Change in Value:-15.212%-14.894%-14.574%
+ No change in performance detected.
+

# 182022-12-23T20:24:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.86ms 1.87ms 1.87ms
Change in Value:+12.642%+12.848%+13.029%
+ No change in performance detected.
+

# 172022-12-19T16:16:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.65ms 1.66ms 1.66ms
Change in Value:-3.7391%-3.5422%-3.3826%
+ No change in performance detected.
+

# 162022-12-14T18:20:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.71ms 1.71ms 1.72ms
Change in Value:+3.6315%+3.8115%+4.0480%
+ No change in performance detected.
+

# 152022-12-14T03:43:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.65ms 1.65ms 1.65ms
Change in Value:+9.8338%+10.002%+10.162%
+ No change in performance detected.
+

# 142022-12-14T03:32:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.56ms 1.56ms 1.56ms
Change in Value:+3.6808%+3.8243%+3.9654%
+ No change in performance detected.
+

# 132022-12-01T03:08:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.50ms 1.50ms 1.51ms
Change in Value:-21.605%-21.008%-20.377%
+ No change in performance detected.
+

# 122022-11-29T03:26:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.89ms 1.91ms 1.92ms
Change in Value:+29.465%+30.558%+31.547%
+ No change in performance detected.
+

# 112022-11-27T19:25:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.46ms 1.46ms 1.46ms
Change in Value:-29.996%-29.484%-29.109%
+ No change in performance detected.
+

# 102022-11-26T20:33:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.06ms 2.06ms 2.07ms
Change in Value:+0.4150%+1.5926%+3.0278%
+ No change in performance detected.
+

# 92022-11-25T17:55:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.03ms 2.04ms 2.06ms
Change in Value:+38.418%+40.286%+41.593%
+ No change in performance detected.
+

# 82022-11-25T16:53:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.45ms 1.45ms 1.45ms
Change in Value:+0.2030%+0.3720%+0.5430%
+ No change in performance detected.
+

# 72022-11-25T16:52:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.46ms 1.46ms 1.46ms
Change in Value:+1.0664%+1.2283%+1.4099%
+ No change in performance detected.
+

# 62022-11-04T21:01:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.44ms 1.44ms 1.45ms
Change in Value:-17.341%-16.842%-16.297%
+ No change in performance detected.
+

# 52022-09-02T22:51:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.73ms 1.75ms 1.76ms
Change in Value:-15.314%-14.371%-13.388%
+ No change in performance detected.
+

# 42022-08-16T23:02:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 2.01ms 2.03ms 2.04ms
Change in Value:+10.434%+12.381%+14.343%
+ No change in performance detected.
+

# 32022-08-16T22:36:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.77ms 1.80ms 1.83ms
Change in Value:+12.684%+14.496%+16.004%
+ No change in performance detected.
+

# 22022-08-16T01:53:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.58ms 1.58ms 1.58ms
Change in Value:+10.770%+10.870%+10.973%
+ No change in performance detected.
+

# 12022-08-16T01:14:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.42ms 1.42ms 1.42ms
Change in Value:+0.9550%+1.0812%+1.1910%
+ No change in performance detected.
+

# 02022-08-16T00:54:55Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.41ms 1.41ms 1.41ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.svg new file mode 100644 index 00000000..32eac0cb --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + 2.1 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/index.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/index.html new file mode 100644 index 00000000..263c7520 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope1.8889 ms1.8953 ms1.9015 ms
0.99933440.99955200.9993486
Mean1.8878 ms1.8952 ms1.9030 ms
Std. Dev.6.3099 µs12.864 µs17.137 µs
Median1.8866 ms1.8935 ms1.9032 ms
MAD1.6389 µs11.576 µs21.430 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+35.023%+37.560%+39.770%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/mean.svg new file mode 100644 index 00000000..ea52f608 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 1.888 + + + + + 1.89 + + + + + 1.892 + + + + + 1.894 + + + + + 1.896 + + + + + 1.898 + + + + + 1.9 + + + + + 1.902 + + + + + 1.904 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/median.svg new file mode 100644 index 00000000..b6587fe8 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 1.885 + + + + + 1.89 + + + + + 1.895 + + + + + 1.9 + + + + + 1.905 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf.svg new file mode 100644 index 00000000..764de721 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf.svg @@ -0,0 +1,340 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 100 + + + + + 200 + + + + + 300 + + + + + 400 + + + + + 500 + + + + + 600 + + + + + 700 + + + + + 800 + + + + + 900 + + + + + 1.85 + + + + + 1.86 + + + + + 1.87 + + + + + 1.88 + + + + + 1.89 + + + + + 1.9 + + + + + 1.91 + + + + + 1.92 + + + + + 1.93 + + + + + 1.94 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf_small.svg new file mode 100644 index 00000000..52a5866e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/pdf_small.svg @@ -0,0 +1,229 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.85 + + + + + 1.86 + + + + + 1.87 + + + + + 1.88 + + + + + 1.89 + + + + + 1.9 + + + + + 1.91 + + + + + 1.92 + + + + + 1.93 + + + + + 1.94 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression.svg new file mode 100644 index 00000000..803ddce5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression.svg @@ -0,0 +1,409 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression_small.svg new file mode 100644 index 00000000..d4e5bb60 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/regression_small.svg @@ -0,0 +1,387 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 500 + + + + + + + + + + + + + 600 + + + + + + + + + + + + + 700 + + + + + + + + + + + + + 800 + + + + + + + + + + + + + 900 + + + + + + + + + + + + + 1000 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_pdf_small.svg new file mode 100644 index 00000000..2f44e043 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_pdf_small.svg @@ -0,0 +1,301 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 1.2 + + + + + 1.3 + + + + + 1.4 + + + + + 1.5 + + + + + 1.6 + + + + + 1.7 + + + + + 1.8 + + + + + 1.9 + + + + + 2 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_regression_small.svg new file mode 100644 index 00000000..5da50adb --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/relative_regression_small.svg @@ -0,0 +1,290 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/slope.svg new file mode 100644 index 00000000..4a4bd096 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 1.888 + + + + + 1.89 + + + + + 1.892 + + + + + 1.894 + + + + + 1.896 + + + + + 1.898 + + + + + 1.9 + + + + + 1.902 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/typical.svg new file mode 100644 index 00000000..b1584394 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, lanczos3)/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 1.888 + + + + + 1.89 + + + + + 1.892 + + + + + 1.894 + + + + + 1.896 + + + + + 1.898 + + + + + 1.9 + + + + + 1.902 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3): typical + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/MAD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/MAD.svg new file mode 100644 index 00000000..04480896 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/MAD.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): MAD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/SD.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/SD.svg new file mode 100644 index 00000000..023d8c8f --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/SD.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 9 + + + + + 10 + + + + + 11 + + + + + 12 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): SD + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/pdf.svg new file mode 100644 index 00000000..138ce094 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/regression.svg new file mode 100644 index 00000000..9b22cfaa --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/both/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/mean.svg new file mode 100644 index 00000000..ca667e89 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/mean.svg @@ -0,0 +1,310 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 20 + + + + + 20.5 + + + + + 21 + + + + + 21.5 + + + + + 22 + + + + + 22.5 + + + + + 23 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/median.svg new file mode 100644 index 00000000..be0560ce --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 20 + + + + + 20.5 + + + + + 21 + + + + + 21.5 + + + + + 22 + + + + + 22.5 + + + + + 23 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/t-test.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/t-test.svg new file mode 100644 index 00000000..e3411a9a --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/change/t-test.svg @@ -0,0 +1,261 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + 0.5 + + + + + -40 + + + + + -30 + + + + + -20 + + + + + -10 + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): Welch t test + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.html new file mode 100644 index 00000000..2a1980d2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.html @@ -0,0 +1,1107 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) History - Criterion.rs + + + + +
+ History of resize/resize RGBA 600x600 to 64x64 (ril, nearest) +

# 422023-10-14T23:18:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.86ms 0.86ms 0.87ms
Change in Value:+20.249%+21.618%+22.906%
+ No change in performance detected.
+

# 412023-10-14T16:46:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.71ms 0.71ms
Change in Value:-1.0606%-0.1840%+0.9155%
+ Change within noise threshold.
+

# 402023-10-14T16:31:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.74ms 0.74ms 0.74ms
Change in Value:+0.1260%+0.2388%+0.3597%
+ No change in performance detected.
+

# 392023-10-14T16:28:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.71ms 0.71ms 0.71ms
Change in Value:-3.8977%-3.6732%-3.4890%
+ No change in performance detected.
+

# 382023-10-14T16:14:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.03ms 1.03ms 1.03ms
Change in Value:+39.513%+39.905%+40.303%
+ No change in performance detected.
+

# 372023-10-14T16:13:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.74ms 0.74ms 0.74ms
Change in Value:+0.3420%+0.5760%+0.7682%
+ No change in performance detected.
+

# 362023-10-13T02:57:37Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.73ms 0.73ms 0.74ms
Change in Value:-16.378%-16.209%-16.018%
+ No change in performance detected.
+

# 352023-10-13T02:49:16Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.73ms 0.73ms 0.73ms
Change in Value:-16.674%-16.575%-16.483%
+ No change in performance detected.
+

# 342023-10-13T02:25:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.88ms 0.88ms 0.88ms
Change in Value:+18.318%+18.661%+18.914%
+ No change in performance detected.
+

# 332023-10-07T02:52:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.74ms 0.74ms 0.74ms
Change in Value:+0.1932%+0.4456%+0.7378%
+ No change in performance detected.
+

# 322023-10-06T23:03:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.74ms 0.74ms 0.74ms
Change in Value:-15.929%-15.117%-14.454%
+ No change in performance detected.
+

# 312023-10-04T22:59:32Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.86ms 0.86ms 0.87ms
Change in Value:-0.1457%+0.5565%+1.6711%
+ Change within noise threshold.
+

# 302023-09-05T14:50:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.84ms 0.84ms 0.84ms
Change in Value:+20.273%+20.422%+20.574%
+ No change in performance detected.
+

# 292023-09-05T14:48:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.86ms 0.86ms 0.86ms
Change in Value:+23.352%+23.494%+23.625%
+ No change in performance detected.
+

# 282023-08-08T14:58:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-17.714%-17.482%-17.265%
+ No change in performance detected.
+

# 272023-04-05T00:10:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.85ms 0.85ms 0.85ms
Change in Value:-1.2520%-0.1077%+1.1588%
+ Change within noise threshold.
+

# 262023-03-28T12:29:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.85ms 0.85ms 0.86ms
Change in Value:+14.075%+15.492%+16.628%
+ No change in performance detected.
+

# 252023-02-25T20:20:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.73ms 0.73ms 0.73ms
Change in Value:-18.624%-17.673%-16.724%
+ No change in performance detected.
+

# 242023-02-25T20:18:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-22.137%-21.237%-20.329%
+ No change in performance detected.
+

# 232023-02-08T03:53:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.87ms 0.88ms 0.89ms
Change in Value:-13.588%-12.583%-11.557%
+ No change in performance detected.
+

# 222023-02-08T03:50:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.74ms 0.74ms 0.74ms
Change in Value:-27.884%-27.725%-27.559%
+ No change in performance detected.
+

# 212023-02-08T03:49:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-31.697%-31.564%-31.448%
+ No change in performance detected.
+

# 202023-02-04T03:18:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.02ms 1.02ms 1.02ms
Change in Value:+18.785%+18.993%+19.229%
+ No change in performance detected.
+

# 192023-02-04T02:31:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.86ms 0.86ms 0.86ms
Change in Value:-15.522%-15.304%-15.067%
+ No change in performance detected.
+

# 182022-12-23T20:23:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.01ms 1.01ms 1.02ms
Change in Value:+19.456%+19.848%+20.216%
+ No change in performance detected.
+

# 172022-12-19T16:15:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.84ms 0.84ms 0.85ms
Change in Value:-3.8042%-3.5736%-3.3786%
+ No change in performance detected.
+

# 162022-12-14T18:19:49Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.87ms 0.87ms 0.88ms
Change in Value:+3.6662%+3.8541%+4.0723%
+ No change in performance detected.
+

# 152022-12-14T03:42:51Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.84ms 0.84ms 0.84ms
Change in Value:+11.144%+11.397%+11.682%
+ No change in performance detected.
+

# 142022-12-14T03:31:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.86ms 0.86ms 0.86ms
Change in Value:+13.046%+13.306%+13.582%
+ No change in performance detected.
+

# 132022-12-01T03:08:00Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.75ms 0.76ms 0.76ms
Change in Value:-24.766%-23.906%-23.225%
+ No change in performance detected.
+

# 122022-11-29T03:26:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.99ms 1.00ms 1.01ms
Change in Value:+41.091%+42.264%+43.600%
+ No change in performance detected.
+

# 112022-11-27T19:25:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-30.985%-30.678%-30.399%
+ No change in performance detected.
+

# 102022-11-26T20:32:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 1.00ms 1.01ms 1.02ms
Change in Value:+7.6514%+9.6481%+11.573%
+ No change in performance detected.
+

# 92022-11-25T17:54:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.91ms 0.93ms 0.95ms
Change in Value:+29.261%+31.651%+34.075%
+ No change in performance detected.
+

# 82022-11-25T16:52:44Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-0.6813%-0.5788%-0.4831%
+ No change in performance detected.
+

# 72022-11-25T16:52:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.69ms 0.69ms 0.69ms
Change in Value:-1.1957%-1.0923%-0.9913%
+ No change in performance detected.
+

# 62022-11-04T21:00:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.70ms 0.70ms 0.70ms
Change in Value:-18.608%-17.909%-17.226%
+ No change in performance detected.
+

# 52022-09-02T22:51:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.85ms 0.85ms 0.86ms
Change in Value:-5.5144%-3.5894%-1.6325%
+ No change in performance detected.
+

# 42022-08-16T23:01:56Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.88ms 0.90ms 0.91ms
Change in Value:+3.1004%+5.3619%+7.5989%
+ No change in performance detected.
+

# 32022-08-16T22:35:47Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.84ms 0.85ms 0.86ms
Change in Value:-2.7103%-1.4988%-0.4539%
+ No change in performance detected.
+

# 22022-08-16T01:53:12Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.85ms 0.85ms 0.86ms
Change in Value:+16.372%+16.550%+16.728%
+ No change in performance detected.
+

# 12022-08-16T01:13:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.73ms 0.73ms 0.73ms
Change in Value:-0.1021%-0.0016%+0.1206%
+ Change within noise threshold.
+

# 02022-08-16T00:54:23Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 0.73ms 0.73ms 0.73ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.svg new file mode 100644 index 00000000..caf70d0e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/history.svg @@ -0,0 +1,372 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0.65 + + + + + 0.7 + + + + + 0.75 + + + + + 0.8 + + + + + 0.85 + + + + + 0.9 + + + + + 0.95 + + + + + 1 + + + + + 1.05 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): History + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/index.html b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/index.html new file mode 100644 index 00000000..b5f08cd2 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/index.html @@ -0,0 +1,276 @@ + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) - Criterion.rs + + + + +
+

resize/resize RGBA 600x600 to 64x64 (ril, nearest) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope856.97 µs861.94 µs868.00 µs
0.99803360.99865610.9977350
Mean855.65 µs860.20 µs865.43 µs
Std. Dev.3.3734 µs8.3634 µs11.514 µs
Median855.92 µs857.93 µs864.69 µs
MAD216.92 ns3.4938 µs13.149 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+20.249%+21.618%+22.906%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/mean.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/mean.svg new file mode 100644 index 00000000..26f9ba84 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/mean.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 0.18 + + + + + 856 + + + + + 858 + + + + + 860 + + + + + 862 + + + + + 864 + + + + + 866 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): mean + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/median.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/median.svg new file mode 100644 index 00000000..d353ee63 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/median.svg @@ -0,0 +1,283 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 856 + + + + + 858 + + + + + 860 + + + + + 862 + + + + + 864 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): median + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf.svg new file mode 100644 index 00000000..12dd6bc3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf.svg @@ -0,0 +1,325 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 840 + + + + + 850 + + + + + 860 + + + + + 870 + + + + + 880 + + + + + 890 + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + + + + + Iterations (x 103) + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + gnuplot_plot_5 + + + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf_small.svg new file mode 100644 index 00000000..116cb6c6 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/pdf_small.svg @@ -0,0 +1,204 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 840 + + + + + 850 + + + + + 860 + + + + + 870 + + + + + 880 + + + + + 890 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression.svg new file mode 100644 index 00000000..26a849e3 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression.svg @@ -0,0 +1,331 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression_small.svg new file mode 100644 index 00000000..032875f4 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/regression_small.svg @@ -0,0 +1,309 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_pdf_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_pdf_small.svg new file mode 100644 index 00000000..c2ff1d88 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 0.04 + + + + + 0.045 + + + + + 0.05 + + + + + 650 + + + + + 700 + + + + + 750 + + + + + 800 + + + + + 850 + + + + + 900 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_regression_small.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_regression_small.svg new file mode 100644 index 00000000..a5cdfe1b --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/relative_regression_small.svg @@ -0,0 +1,264 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 3 + + + + + + + + + Total sample time (s) + + + + + Iterations (x 103) + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/slope.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/slope.svg new file mode 100644 index 00000000..5ed5b15e --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/slope.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 856 + + + + + 858 + + + + + 860 + + + + + 862 + + + + + 864 + + + + + 866 + + + + + 868 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): slope + + + + + + + diff --git a/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/typical.svg b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/typical.svg new file mode 100644 index 00000000..aa4474d5 --- /dev/null +++ b/benchmark/resize/resize RGBA 600x600 to 64x64 (ril, nearest)/typical.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.02 + + + + + 0.04 + + + + + 0.06 + + + + + 0.08 + + + + + 0.1 + + + + + 0.12 + + + + + 0.14 + + + + + 0.16 + + + + + 856 + + + + + 858 + + + + + 860 + + + + + 862 + + + + + 864 + + + + + 866 + + + + + 868 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest): typical + + + + + + + diff --git a/benchmark/resize/violin.svg b/benchmark/resize/violin.svg new file mode 100644 index 00000000..4b8e1eac --- /dev/null +++ b/benchmark/resize/violin.svg @@ -0,0 +1,939 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + resize/resize RGBA 600x600 to 16384x16384 (image-rs, lanczos3) + + + + + resize/resize RGBA 600x600 to 16384x16384 (ril, lanczos3) + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, lanczos3) + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, lanczos3) + + + + + resize/resize RGBA 600x600 to 2048x2048 (image-rs, nearest) + + + + + resize/resize RGBA 600x600 to 2048x2048 (ril, nearest) + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, lanczos3) + + + + + resize/resize RGBA 600x600 to 64x64 (ril, lanczos3) + + + + + resize/resize RGBA 600x600 to 64x64 (image-rs, nearest) + + + + + resize/resize RGBA 600x600 to 64x64 (ril, nearest) + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 10 + + + + + + + + + + + + + 15 + + + + + + + + + + + + + 20 + + + + + + + + + + + + + 25 + + + + + + + + + + + + + 30 + + + + + + + + + + + + + 35 + + + + + + + + + + + + + 40 + + + + + + + + + Input + + + + + Average time (s) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + gnuplot_plot_3 + + + + + + + gnuplot_plot_4 + + + + + + + gnuplot_plot_5 + + + + + + + gnuplot_plot_6 + + + + + + + gnuplot_plot_7 + + + + + + + gnuplot_plot_8 + + + + + + + gnuplot_plot_9 + + + + + + + gnuplot_plot_10 + + + + + + + + + + + + + + + + + resize: Violin plot + + + + + + + diff --git a/benchmark/text_rendering/index.html b/benchmark/text_rendering/index.html new file mode 100644 index 00000000..a880fd2e --- /dev/null +++ b/benchmark/text_rendering/index.html @@ -0,0 +1,113 @@ + + + + + + text_rendering Summary - Criterion.rs + + + + +
+

text_rendering

+

Violin Plot

+ + Violin Plot + +

This chart shows the relationship between function/parameter and iteration time. The thickness of the shaded + region indicates the probability that a measurement of the given function/parameter would take a particular + length of time.

+
+ +

text_rendering/text_rendering (ril)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ +

text_rendering/text_rendering (image-rs + imageproc)

+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+ + + + \ No newline at end of file diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/MAD.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/MAD.svg new file mode 100644 index 00000000..03add1ee --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/MAD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0 + + + + + 20 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + 160 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): MAD + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/SD.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/SD.svg new file mode 100644 index 00000000..63ce8152 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/SD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.002 + + + + + 0.004 + + + + + 0.006 + + + + + 0.008 + + + + + 0.01 + + + + + 0.012 + + + + + 0.014 + + + + + 0.016 + + + + + 0.018 + + + + + 0.02 + + + + + 40 + + + + + 60 + + + + + 80 + + + + + 100 + + + + + 120 + + + + + 140 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): SD + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/pdf.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/pdf.svg new file mode 100644 index 00000000..37f88f51 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/pdf.svg @@ -0,0 +1,353 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5.6 + + + + + 5.8 + + + + + 6 + + + + + 6.2 + + + + + 6.4 + + + + + 6.6 + + + + + 6.8 + + + + + 7 + + + + + 7.2 + + + + + 7.4 + + + + + 7.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/regression.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/regression.svg new file mode 100644 index 00000000..467ce2c0 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/both/regression.svg @@ -0,0 +1,279 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/mean.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/mean.svg new file mode 100644 index 00000000..0969af17 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 12 + + + + + 12.5 + + + + + 13 + + + + + 13.5 + + + + + 14 + + + + + 14.5 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): mean + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/median.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/median.svg new file mode 100644 index 00000000..4713d702 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/median.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 11 + + + + + 12 + + + + + 13 + + + + + 14 + + + + + 15 + + + + + 16 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): median + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/t-test.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/t-test.svg new file mode 100644 index 00000000..e3b87b4f --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/change/t-test.svg @@ -0,0 +1,240 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): Welch t test + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.html b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.html new file mode 100644 index 00000000..1cddcb86 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.html @@ -0,0 +1,1107 @@ + + + + + + text_rendering/text_rendering (image-rs + imageproc) History - Criterion.rs + + + + +
+ History of text_rendering/text_rendering (image-rs + imageproc) +

# 422023-10-14T23:29:19Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.08ms 7.10ms 7.13ms
Change in Value:+12.339%+14.024%+15.809%
+ No change in performance detected.
+

# 412023-10-14T16:53:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.14ms 6.23ms 6.32ms
Change in Value:+4.6797%+5.9721%+7.3874%
+ No change in performance detected.
+

# 402023-10-14T16:38:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.38ms 6.39ms 6.41ms
Change in Value:-0.9804%-0.4907%-0.0336%
+ Change within noise threshold.
+

# 392023-10-14T16:35:18Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.85ms 5.87ms 5.89ms
Change in Value:-9.1400%-8.6777%-8.2606%
+ No change in performance detected.
+

# 382023-10-14T16:24:38Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.65ms 7.66ms 7.67ms
Change in Value:+18.555%+19.138%+19.729%
+ No change in performance detected.
+

# 372023-10-14T16:21:08Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.40ms 6.42ms 6.44ms
Change in Value:-0.5606%-0.0656%+0.4142%
+ Change within noise threshold.
+

# 362023-10-13T03:05:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.41ms 6.42ms 6.45ms
Change in Value:-20.374%-18.474%-16.833%
+ No change in performance detected.
+

# 352023-10-13T02:58:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.38ms 6.39ms 6.42ms
Change in Value:-20.836%-18.889%-17.262%
+ No change in performance detected.
+

# 342023-10-13T02:33:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.72ms 7.75ms 7.82ms
Change in Value:+20.355%+22.825%+26.035%
+ No change in performance detected.
+

# 332023-10-07T03:02:07Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.40ms 6.41ms 6.43ms
Change in Value:+0.2397%+0.8106%+1.4158%
+ No change in performance detected.
+

# 322023-10-06T23:10:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.34ms 6.36ms 6.39ms
Change in Value:-15.995%-15.224%-14.398%
+ No change in performance detected.
+

# 312023-10-04T23:10:23Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.49ms 7.57ms 7.62ms
Change in Value:+12.678%+13.841%+14.947%
+ No change in performance detected.
+

# 302023-09-05T14:58:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.58ms 6.59ms 6.61ms
Change in Value:+11.334%+12.522%+13.549%
+ No change in performance detected.
+

# 292023-09-05T14:57:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.88ms 5.89ms 5.92ms
Change in Value:-0.4753%+0.5946%+1.4718%
+ Change within noise threshold.
+

# 282023-08-08T15:06:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.81ms 5.83ms 5.88ms
Change in Value:-2.9045%-1.9988%-1.0077%
+ No change in performance detected.
+

# 272023-04-05T00:17:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.95ms 5.98ms 6.01ms
Change in Value:-21.436%-20.898%-20.359%
+ No change in performance detected.
+

# 262023-03-28T12:36:55Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.51ms 7.58ms 7.66ms
Change in Value:+19.002%+19.821%+20.654%
+ No change in performance detected.
+

# 252023-02-25T20:29:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.29ms 6.31ms 6.33ms
Change in Value:-20.841%-19.814%-18.908%
+ No change in performance detected.
+

# 242023-02-25T20:25:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.80ms 5.82ms 5.84ms
Change in Value:-26.956%-25.992%-25.147%
+ No change in performance detected.
+

# 232023-02-08T04:03:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.80ms 7.84ms 7.89ms
Change in Value:+2.4502%+3.5567%+4.8125%
+ No change in performance detected.
+

# 222023-02-08T04:01:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.30ms 6.32ms 6.34ms
Change in Value:-17.249%-16.788%-16.327%
+ No change in performance detected.
+

# 212023-02-08T03:56:46Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.82ms 5.84ms 5.86ms
Change in Value:-23.572%-23.101%-22.650%
+ No change in performance detected.
+

# 202023-02-04T03:28:20Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.58ms 7.60ms 7.62ms
Change in Value:+19.578%+20.284%+20.987%
+ No change in performance detected.
+

# 192023-02-04T02:41:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.29ms 6.31ms 6.34ms
Change in Value:-16.437%-15.893%-15.407%
+ No change in performance detected.
+

# 182022-12-23T20:34:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.50ms 7.51ms 7.53ms
Change in Value:+29.087%+29.888%+30.704%
+ No change in performance detected.
+

# 172022-12-19T16:22:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.75ms 5.78ms 5.81ms
Change in Value:-24.116%-23.668%-23.235%
+ No change in performance detected.
+

# 162022-12-14T18:30:03Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.57ms 7.58ms 7.60ms
Change in Value:+32.435%+33.201%+33.981%
+ No change in performance detected.
+

# 152022-12-14T03:49:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.66ms 5.68ms 5.71ms
Change in Value:-10.245%-9.6803%-9.1269%
+ No change in performance detected.
+

# 142022-12-14T03:41:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.27ms 6.29ms 6.32ms
Change in Value:-0.6553%-0.0408%+0.5298%
+ Change within noise threshold.
+

# 132022-12-01T03:17:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.27ms 6.29ms 6.32ms
Change in Value:-18.036%-16.450%-15.344%
+ No change in performance detected.
+

# 122022-11-29T03:35:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.46ms 7.49ms 7.54ms
Change in Value:+28.937%+30.569%+32.940%
+ No change in performance detected.
+

# 112022-11-27T19:32:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.74ms 5.76ms 5.80ms
Change in Value:-23.176%-22.439%-21.759%
+ No change in performance detected.
+

# 102022-11-26T20:44:01Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.40ms 7.44ms 7.50ms
Change in Value:+7.9507%+9.6614%+11.593%
+ No change in performance detected.
+

# 92022-11-25T18:05:50Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 6.78ms 6.88ms 6.96ms
Change in Value:+16.334%+18.129%+19.974%
+ No change in performance detected.
+

# 82022-11-25T16:59:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.71ms 5.74ms 5.77ms
Change in Value:-0.0238%+0.6596%+1.3861%
+ Change within noise threshold.
+

# 72022-11-25T16:59:13Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.78ms 5.80ms 5.83ms
Change in Value:+1.0752%+1.7241%+2.4290%
+ No change in performance detected.
+

# 62022-11-04T21:08:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.67ms 5.70ms 5.73ms
Change in Value:-20.012%-19.261%-18.537%
+ No change in performance detected.
+

# 52022-09-02T23:00:33Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.03ms 7.07ms 7.14ms
Change in Value:+16.353%+17.967%+19.572%
+ No change in performance detected.
+

# 42022-08-16T23:11:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.87ms 5.97ms 6.07ms
Change in Value:-17.411%-15.673%-14.235%
+ No change in performance detected.
+

# 32022-08-16T22:45:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 7.04ms 7.09ms 7.18ms
Change in Value:+17.623%+19.286%+22.064%
+ No change in performance detected.
+

# 22022-08-16T02:01:58Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.92ms 5.94ms 5.98ms
Change in Value:-0.6589%+0.1103%+0.8706%
+ Change within noise threshold.
+

# 12022-08-16T01:16:36Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.92ms 5.94ms 5.97ms
Change in Value:-1.1246%-0.3591%+0.3913%
+ Change within noise threshold.
+

# 02022-08-16T00:56:52Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.93ms 5.96ms 5.99ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.svg new file mode 100644 index 00000000..5af54a2a --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/history.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 5.5 + + + + + 6 + + + + + 6.5 + + + + + 7 + + + + + 7.5 + + + + + 8 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): History + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/index.html b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/index.html new file mode 100644 index 00000000..62a2af9c --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/index.html @@ -0,0 +1,276 @@ + + + + + + text_rendering/text_rendering (image-rs + imageproc) - Criterion.rs + + + + +
+

text_rendering/text_rendering (image-rs + imageproc) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope7.0786 ms7.1039 ms7.1281 ms
0.99899540.99923540.9990147
Mean7.0675 ms7.1212 ms7.1806 ms
Std. Dev.33.154 µs96.138 µs135.20 µs
Median7.0747 ms7.1177 ms7.1607 ms
MAD4.7643 µs47.577 µs146.55 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+12.339%+14.024%+15.809%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/mean.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/mean.svg new file mode 100644 index 00000000..44713bb4 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/mean.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 2 + + + + + 4 + + + + + 6 + + + + + 8 + + + + + 10 + + + + + 12 + + + + + 14 + + + + + 7.06 + + + + + 7.08 + + + + + 7.1 + + + + + 7.12 + + + + + 7.14 + + + + + 7.16 + + + + + 7.18 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): mean + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/median.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/median.svg new file mode 100644 index 00000000..6cae8b4c --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/median.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 7.08 + + + + + 7.1 + + + + + 7.12 + + + + + 7.14 + + + + + 7.16 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): median + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf.svg new file mode 100644 index 00000000..6c475919 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf.svg @@ -0,0 +1,345 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 6.8 + + + + + 6.9 + + + + + 7 + + + + + 7.1 + + + + + 7.2 + + + + + 7.3 + + + + + 7.4 + + + + + 7.5 + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + Mild outliers + + + Mild outliers + + + + + + + + Severe outliers + + + Severe outliers + + + + + + + + gnuplot_plot_6 + + + + + + gnuplot_plot_7 + + + + gnuplot_plot_8 + + + + gnuplot_plot_9 + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf_small.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf_small.svg new file mode 100644 index 00000000..18b30f17 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/pdf_small.svg @@ -0,0 +1,234 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 6.8 + + + + + 6.9 + + + + + 7 + + + + + 7.1 + + + + + 7.2 + + + + + 7.3 + + + + + 7.4 + + + + + 7.5 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression.svg new file mode 100644 index 00000000..9d8dc69a --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression_small.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression_small.svg new file mode 100644 index 00000000..9708935f --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/regression_small.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_pdf_small.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_pdf_small.svg new file mode 100644 index 00000000..c403baf0 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_pdf_small.svg @@ -0,0 +1,326 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.5 + + + + + 1 + + + + + 1.5 + + + + + 2 + + + + + 2.5 + + + + + 3 + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5.6 + + + + + 5.8 + + + + + 6 + + + + + 6.2 + + + + + 6.4 + + + + + 6.6 + + + + + 6.8 + + + + + 7 + + + + + 7.2 + + + + + 7.4 + + + + + 7.6 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_regression_small.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_regression_small.svg new file mode 100644 index 00000000..0785f7a1 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/relative_regression_small.svg @@ -0,0 +1,264 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/slope.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/slope.svg new file mode 100644 index 00000000..d0d2d278 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/slope.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 7.08 + + + + + 7.09 + + + + + 7.1 + + + + + 7.11 + + + + + 7.12 + + + + + 7.13 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): slope + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (image-rs + imageproc)/typical.svg b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/typical.svg new file mode 100644 index 00000000..356e3767 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (image-rs + imageproc)/typical.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 7.08 + + + + + 7.09 + + + + + 7.1 + + + + + 7.11 + + + + + 7.12 + + + + + 7.13 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc): typical + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/MAD.svg b/benchmark/text_rendering/text_rendering (ril)/MAD.svg new file mode 100644 index 00000000..6a97070b --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/MAD.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.005 + + + + + 0.01 + + + + + 0.015 + + + + + 0.02 + + + + + 0.025 + + + + + 0.03 + + + + + 0.035 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): MAD + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/SD.svg b/benchmark/text_rendering/text_rendering (ril)/SD.svg new file mode 100644 index 00000000..015a7b89 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/SD.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.01 + + + + + 0.02 + + + + + 0.03 + + + + + 0.04 + + + + + 0.05 + + + + + 0.06 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 55 + + + + + 60 + + + + + + + + + Density (a.u.) + + + + + Average time (µs) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): SD + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/both/pdf.svg b/benchmark/text_rendering/text_rendering (ril)/both/pdf.svg new file mode 100644 index 00000000..2e0c803f --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/both/pdf.svg @@ -0,0 +1,333 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 4 + + + + + 4.2 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + Base PDF + + + + + + + + + + Base Mean + + + + + Base Mean + + + + + + New PDF + + + + + New PDF + + + + + + + + + + New Mean + + + + + New Mean + + + + + + + + + + + + + + text_rendering/text_rendering (ril) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/both/regression.svg b/benchmark/text_rendering/text_rendering (ril)/both/regression.svg new file mode 100644 index 00000000..1174b20d --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/both/regression.svg @@ -0,0 +1,318 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 450 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + Base sample + + + + + + New sample + + + New sample + + + + + + + + + + + + + + text_rendering/text_rendering (ril) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/change/mean.svg b/benchmark/text_rendering/text_rendering (ril)/change/mean.svg new file mode 100644 index 00000000..ce048724 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/change/mean.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 35 + + + + + 40 + + + + + 45 + + + + + 50 + + + + + 14 + + + + + 14.5 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + 17 + + + + + 17.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (ril): mean + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/change/median.svg b/benchmark/text_rendering/text_rendering (ril)/change/median.svg new file mode 100644 index 00000000..ce1c2a4e --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/change/median.svg @@ -0,0 +1,330 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 80 + + + + + 90 + + + + + 100 + + + + + 14.5 + + + + + 15 + + + + + 15.5 + + + + + 16 + + + + + 16.5 + + + + + 17 + + + + + 17.5 + + + + + + + + + Density (a.u.) + + + + + Relative change (%) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + Noise threshold + + + + + Noise threshold + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (ril): median + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/change/t-test.svg b/benchmark/text_rendering/text_rendering (ril)/change/t-test.svg new file mode 100644 index 00000000..9173e76b --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/change/t-test.svg @@ -0,0 +1,250 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 0.05 + + + + + 0.1 + + + + + 0.15 + + + + + 0.2 + + + + + 0.25 + + + + + 0.3 + + + + + 0.35 + + + + + 0.4 + + + + + 0.45 + + + + + -10 + + + + + -5 + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + + + + + Density + + + + + t score + + + + + t distribution + + + t distribution + + + + + + + + + + t statistic + + + + + t statistic + + + + + + + + + + + + + + text_rendering/text_rendering (ril): Welch t test + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/history.html b/benchmark/text_rendering/text_rendering (ril)/history.html new file mode 100644 index 00000000..e346624e --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/history.html @@ -0,0 +1,1107 @@ + + + + + + text_rendering/text_rendering (ril) History - Criterion.rs + + + + +
+ History of text_rendering/text_rendering (ril) +

# 422023-10-14T23:28:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.04ms 5.06ms 5.11ms
Change in Value:+14.086%+15.721%+17.191%
+ No change in performance detected.
+

# 412023-10-14T16:52:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.36ms 4.39ms 4.44ms
Change in Value:-20.392%-19.519%-18.381%
+ No change in performance detected.
+

# 402023-10-14T16:38:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.68ms 4.69ms 4.70ms
Change in Value:+0.0353%+0.2703%+0.4886%
+ No change in performance detected.
+

# 392023-10-14T16:34:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.46ms 5.46ms 5.47ms
Change in Value:+17.237%+17.402%+17.595%
+ No change in performance detected.
+

# 382023-10-14T16:24:17Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.66ms 5.68ms 5.69ms
Change in Value:+21.747%+22.036%+22.285%
+ No change in performance detected.
+

# 372023-10-14T16:20:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.67ms 4.68ms 4.69ms
Change in Value:+0.3675%+0.5737%+0.7736%
+ No change in performance detected.
+

# 362023-10-13T03:04:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.64ms 4.65ms 4.66ms
Change in Value:-20.013%-18.630%-17.385%
+ No change in performance detected.
+

# 352023-10-13T02:58:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.68ms 4.77ms 4.85ms
Change in Value:-18.869%-17.047%-15.256%
+ No change in performance detected.
+

# 342023-10-13T02:33:22Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.62ms 5.64ms 5.67ms
Change in Value:+19.671%+21.633%+23.836%
+ No change in performance detected.
+

# 332023-10-07T03:01:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.69ms 4.70ms 4.71ms
Change in Value:-0.9327%-0.5997%-0.1638%
+ No change in performance detected.
+

# 322023-10-06T23:10:11Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.72ms 4.73ms 4.73ms
Change in Value:-12.521%-10.665%-9.4092%
+ No change in performance detected.
+

# 312023-10-04T23:10:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.24ms 5.40ms 5.58ms
Change in Value:+10.895%+12.459%+14.830%
+ No change in performance detected.
+

# 302023-09-05T14:58:35Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.70ms 4.70ms 4.71ms
Change in Value:-14.776%-14.465%-14.197%
+ No change in performance detected.
+

# 292023-09-05T14:57:02Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.52ms 5.52ms 5.53ms
Change in Value:+0.0268%+0.3989%+0.7230%
+ No change in performance detected.
+

# 282023-08-08T15:05:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.48ms 5.50ms 5.54ms
Change in Value:+0.2122%+0.5129%+0.8144%
+ No change in performance detected.
+

# 272023-04-05T00:17:14Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.47ms 5.48ms 5.49ms
Change in Value:-1.9690%-1.2778%-0.5226%
+ No change in performance detected.
+

# 262023-03-28T12:36:34Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.52ms 5.57ms 5.59ms
Change in Value:+17.729%+18.643%+19.518%
+ No change in performance detected.
+

# 252023-02-25T20:29:39Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.67ms 4.67ms 4.68ms
Change in Value:-21.277%-20.762%-20.256%
+ No change in performance detected.
+

# 242023-02-25T20:25:24Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.47ms 5.47ms 5.48ms
Change in Value:-7.8474%-7.2434%-6.6600%
+ No change in performance detected.
+

# 232023-02-08T04:03:04Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.89ms 5.93ms 5.97ms
Change in Value:+3.5355%+4.1453%+4.8910%
+ No change in performance detected.
+

# 222023-02-08T04:00:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.72ms 4.73ms 4.74ms
Change in Value:-16.588%-16.457%-16.309%
+ No change in performance detected.
+

# 212023-02-08T03:56:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.49ms 5.49ms 5.50ms
Change in Value:-3.2400%-3.0928%-2.9194%
+ No change in performance detected.
+

# 202023-02-04T03:27:59Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.66ms 5.67ms 5.67ms
Change in Value:+19.585%+19.777%+19.958%
+ No change in performance detected.
+

# 192023-02-04T02:41:05Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.72ms 4.73ms 4.74ms
Change in Value:-18.660%-17.520%-16.825%
+ No change in performance detected.
+

# 182022-12-23T20:33:41Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.69ms 5.70ms 5.73ms
Change in Value:+1.6648%+2.5995%+4.0831%
+ No change in performance detected.
+

# 172022-12-19T16:22:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.58ms 5.58ms 5.59ms
Change in Value:-0.8765%-0.6375%-0.3437%
+ No change in performance detected.
+

# 162022-12-14T18:29:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.62ms 5.63ms 5.63ms
Change in Value:+2.7275%+2.8601%+2.9971%
+ No change in performance detected.
+

# 152022-12-14T03:49:31Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.46ms 5.47ms 5.47ms
Change in Value:+15.282%+15.403%+15.537%
+ No change in performance detected.
+

# 142022-12-14T03:40:45Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.68ms 4.69ms 4.70ms
Change in Value:-1.1040%-0.9683%-0.8299%
+ No change in performance detected.
+

# 132022-12-01T03:16:57Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.74ms 4.74ms 4.75ms
Change in Value:-21.062%-19.192%-17.437%
+ No change in performance detected.
+

# 122022-11-29T03:35:29Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.68ms 5.75ms 5.89ms
Change in Value:+4.0287%+6.2203%+8.5560%
+ No change in performance detected.
+

# 112022-11-27T19:31:54Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.51ms 5.52ms 5.53ms
Change in Value:+3.5652%+4.3475%+5.1679%
+ No change in performance detected.
+

# 102022-11-26T20:43:40Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.28ms 5.30ms 5.33ms
Change in Value:+6.0121%+8.3337%+10.494%
+ No change in performance detected.
+

# 92022-11-25T18:05:30Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 4.77ms 4.83ms 4.90ms
Change in Value:-13.145%-11.434%-9.6164%
+ No change in performance detected.
+

# 82022-11-25T16:59:27Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.50ms 5.51ms 5.52ms
Change in Value:-0.1266%+0.1629%+0.4380%
+ Change within noise threshold.
+

# 72022-11-25T16:58:52Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.49ms 5.50ms 5.52ms
Change in Value:-0.3475%-0.0692%+0.1773%
+ Change within noise threshold.
+

# 62022-11-04T21:07:43Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.49ms 5.51ms 5.53ms
Change in Value:+5.7030%+6.5606%+7.3859%
+ No change in performance detected.
+

# 52022-09-02T23:00:15Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.12ms 5.16ms 5.20ms
Change in Value:+30.192%+32.074%+34.219%
+ No change in performance detected.
+

# 42022-08-16T23:11:25Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 3.88ms 3.92ms 3.96ms
Change in Value:-28.037%-26.846%-25.783%
+ No change in performance detected.
+

# 32022-08-16T22:44:48Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 5.29ms 5.32ms 5.36ms
Change in Value:+36.907%+38.078%+39.131%
+ No change in performance detected.
+

# 22022-08-16T02:01:42Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 3.86ms 3.87ms 3.88ms
Change in Value:-2.3007%-0.4796%+0.5614%
+ Change within noise threshold.
+

# 12022-08-16T01:16:21Z

+
+
+ + + + + + + + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 3.85ms 3.85ms 3.86ms
Change in Value:+0.0899%+1.1008%+3.0286%
+ Change within noise threshold.
+

# 02022-08-16T00:56:38Z

+
+
+ + + + + + + + + + + + + +
Lower BoundEstimateUpper Bound
Value: 3.85ms 3.85ms 3.86ms
+
+ + + + \ No newline at end of file diff --git a/benchmark/text_rendering/text_rendering (ril)/history.svg b/benchmark/text_rendering/text_rendering (ril)/history.svg new file mode 100644 index 00000000..3f46e3ea --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/history.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 3.5 + + + + + 4 + + + + + 4.5 + + + + + 5 + + + + + 5.5 + + + + + 6 + + + + + #0 + + + + + #1 + + + + + #2 + + + + + #3 + + + + + #4 + + + + + #5 + + + + + #6 + + + + + #7 + + + + + #8 + + + + + #9 + + + + + #10 + + + + + #11 + + + + + #12 + + + + + #13 + + + + + #14 + + + + + #15 + + + + + #16 + + + + + #17 + + + + + #18 + + + + + #19 + + + + + #20 + + + + + #21 + + + + + #22 + + + + + #23 + + + + + #24 + + + + + #25 + + + + + #26 + + + + + #27 + + + + + #28 + + + + + #29 + + + + + #30 + + + + + #31 + + + + + #32 + + + + + #33 + + + + + #34 + + + + + #35 + + + + + #36 + + + + + #37 + + + + + #38 + + + + + #39 + + + + + #40 + + + + + #41 + + + + + #42 + + + + + + + + + Average time (ms) + + + + + Benchmark + + + + + Point estimate + + + + + Point estimate + + + + + + Confidence Interval + + + + + Confidence Interval + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (ril): History + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/index.html b/benchmark/text_rendering/text_rendering (ril)/index.html new file mode 100644 index 00000000..8e5017b2 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/index.html @@ -0,0 +1,276 @@ + + + + + + text_rendering/text_rendering (ril) - Criterion.rs + + + + +
+

text_rendering/text_rendering (ril) (History)

+
+
+ + + + + + + +
+ + PDF of Slope + + + + Regression + +
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Slope5.0387 ms5.0632 ms5.1050 ms
0.99820240.99866190.9973276
Mean5.0625 ms5.0894 ms5.1155 ms
Std. Dev.24.551 µs45.087 µs57.441 µs
Median5.0562 ms5.0901 ms5.1265 ms
MAD9.5724 µs36.818 µs86.620 µs
+
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left displays the average time per iteration for this benchmark. The shaded region + shows the estimated probabilty of an iteration taking a certain amount of time, while the line + shows the mean. Click on the plot for a larger view showing the outliers.

+

The plot on the right shows the linear regression calculated from the measurements. Each point + represents a sample, though here it shows the total time for the sample rather than time per + iteration. The line is the line of best fit for these measurements.

+

See the + documentation for more details on the additional statistics.

+
+
+
+

Change Since Previous Benchmark

+
+ + + + + + + +
+ + PDF Comparison + + + + Regression Comparison + +
+
+
+
+
+

Additional Statistics:

+ + + + + + + + + + + + + + + + + + + +
Lower boundEstimateUpper bound
Change in time+14.086%+15.721%+17.191%(p = 0.00 < + 0.05)
+ Performance has regressed. +
+
+

Additional Plots:

+ +
+
+
+

Understanding this report:

+

The plot on the left shows the probability of the function taking a certain amount of time. The red + curve represents the saved measurements from the last time this benchmark was run, while the blue curve + shows the measurements from this run. The lines represent the mean time per iteration. Click on the + plot for a larger view.

+

The plot on the right shows the two regressions. Again, the red line represents the previous measurement + while the blue line shows the current measurement.

+

See the + documentation for more details on the additional statistics.

+
+
+ + + + \ No newline at end of file diff --git a/benchmark/text_rendering/text_rendering (ril)/mean.svg b/benchmark/text_rendering/text_rendering (ril)/mean.svg new file mode 100644 index 00000000..be50adc1 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/mean.svg @@ -0,0 +1,293 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 5.06 + + + + + 5.07 + + + + + 5.08 + + + + + 5.09 + + + + + 5.1 + + + + + 5.11 + + + + + 5.12 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): mean + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/median.svg b/benchmark/text_rendering/text_rendering (ril)/median.svg new file mode 100644 index 00000000..4bb3b394 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/median.svg @@ -0,0 +1,308 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 10 + + + + + 20 + + + + + 30 + + + + + 40 + + + + + 50 + + + + + 60 + + + + + 70 + + + + + 5.05 + + + + + 5.06 + + + + + 5.07 + + + + + 5.08 + + + + + 5.09 + + + + + 5.1 + + + + + 5.11 + + + + + 5.12 + + + + + 5.13 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): median + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/pdf.svg b/benchmark/text_rendering/text_rendering (ril)/pdf.svg new file mode 100644 index 00000000..10797953 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/pdf.svg @@ -0,0 +1,320 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 50 + + + + + 100 + + + + + 150 + + + + + 200 + + + + + 250 + + + + + 300 + + + + + 350 + + + + + 4.95 + + + + + 5 + + + + + 5.05 + + + + + 5.1 + + + + + 5.15 + + + + + 5.2 + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + + + + + Iterations + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + Mean + + + + + Mean + + + + + + "Clean" sample + + + + + "Clean" sample + + + + + + + + + + + + + + + + + gnuplot_plot_4 + + + + + + gnuplot_plot_5 + + + + gnuplot_plot_6 + + + + gnuplot_plot_7 + + + + + + + + + + + + text_rendering/text_rendering (ril) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/pdf_small.svg b/benchmark/text_rendering/text_rendering (ril)/pdf_small.svg new file mode 100644 index 00000000..1dfd4e72 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/pdf_small.svg @@ -0,0 +1,219 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 4.95 + + + + + 5 + + + + + 5.05 + + + + + 5.1 + + + + + 5.15 + + + + + 5.2 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + PDF + + + + + + + Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/regression.svg b/benchmark/text_rendering/text_rendering (ril)/regression.svg new file mode 100644 index 00000000..96cd580e --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/regression.svg @@ -0,0 +1,357 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + Sample + + + + + + + + + + + + + + + + + Linear regression + + + + + Linear regression + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (ril) + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/regression_small.svg b/benchmark/text_rendering/text_rendering (ril)/regression_small.svg new file mode 100644 index 00000000..4f0cef64 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/regression_small.svg @@ -0,0 +1,335 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.2 + + + + + + + + + + + + + 0.4 + + + + + + + + + + + + + 0.6 + + + + + + + + + + + + + 0.8 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.2 + + + + + + + + + + + + + 1.4 + + + + + + + + + + + + + 1.6 + + + + + + + + + + + + + 1.8 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + Sample + + + + + + + + + + + + + + Linear regression + + + + + + Confidence interval + + + + + + + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/relative_pdf_small.svg b/benchmark/text_rendering/text_rendering (ril)/relative_pdf_small.svg new file mode 100644 index 00000000..f4a99415 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/relative_pdf_small.svg @@ -0,0 +1,306 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 1 + + + + + 2 + + + + + 3 + + + + + 4 + + + + + 5 + + + + + 6 + + + + + 7 + + + + + 8 + + + + + 4 + + + + + 4.2 + + + + + 4.4 + + + + + 4.6 + + + + + 4.8 + + + + + 5 + + + + + 5.2 + + + + + 5.4 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Base PDF + + + + + + + Base Mean + + + + + + New PDF + + + + + + + + + New Mean + + + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/relative_regression_small.svg b/benchmark/text_rendering/text_rendering (ril)/relative_regression_small.svg new file mode 100644 index 00000000..f9c38eb0 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/relative_regression_small.svg @@ -0,0 +1,303 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 0.5 + + + + + + + + + + + + + 1 + + + + + + + + + + + + + 1.5 + + + + + + + + + + + + + 2 + + + + + + + + + + + + + 2.5 + + + + + + + + + + + + + 0 + + + + + + + + + + + + + 50 + + + + + + + + + + + + + 100 + + + + + + + + + + + + + 150 + + + + + + + + + + + + + 200 + + + + + + + + + + + + + 250 + + + + + + + + + + + + + 300 + + + + + + + + + + + + + 350 + + + + + + + + + + + + + 400 + + + + + + + + + + + + + 450 + + + + + + + + + Total sample time (s) + + + + + Iterations + + + + + gnuplot_plot_1 + + + + + + + + gnuplot_plot_2 + + + + + + + + Base sample + + + + + + New sample + + + + + + + + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/slope.svg b/benchmark/text_rendering/text_rendering (ril)/slope.svg new file mode 100644 index 00000000..29f4aa16 --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/slope.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 5.04 + + + + + 5.05 + + + + + 5.06 + + + + + 5.07 + + + + + 5.08 + + + + + 5.09 + + + + + 5.1 + + + + + 5.11 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): slope + + + + + + + diff --git a/benchmark/text_rendering/text_rendering (ril)/typical.svg b/benchmark/text_rendering/text_rendering (ril)/typical.svg new file mode 100644 index 00000000..24bd392f --- /dev/null +++ b/benchmark/text_rendering/text_rendering (ril)/typical.svg @@ -0,0 +1,298 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + 0 + + + + + 5 + + + + + 10 + + + + + 15 + + + + + 20 + + + + + 25 + + + + + 30 + + + + + 5.04 + + + + + 5.05 + + + + + 5.06 + + + + + 5.07 + + + + + 5.08 + + + + + 5.09 + + + + + 5.1 + + + + + 5.11 + + + + + + + + + Density (a.u.) + + + + + Average time (ms) + + + + + Bootstrap distribution + + + + + Bootstrap distribution + + + + + + Confidence interval + + + + + Confidence interval + + + + + + + + + + Point estimate + + + + + Point estimate + + + + + + + + + + + + + + text_rendering/text_rendering (ril): typical + + + + + + + diff --git a/benchmark/text_rendering/violin.svg b/benchmark/text_rendering/violin.svg new file mode 100644 index 00000000..caa13073 --- /dev/null +++ b/benchmark/text_rendering/violin.svg @@ -0,0 +1,334 @@ + + + +Gnuplot +Produced by GNUPLOT 5.4 patchlevel 2 + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + text_rendering/text_rendering (image-rs + imageproc) + + + + + text_rendering/text_rendering (ril) + + + + + + + + + + + + + 4.5 + + + + + + + + + + + + + 5 + + + + + + + + + + + + + 5.5 + + + + + + + + + + + + + 6 + + + + + + + + + + + + + 6.5 + + + + + + + + + + + + + 7 + + + + + + + + + + + + + 7.5 + + + + + + + + + + + + + 8 + + + + + + + + + Input + + + + + Average time (ms) + + + + + PDF + + + PDF + + + + + + + + + + gnuplot_plot_2 + + + + + + + + + + + + + + + + + text_rendering: Violin plot + + + + + + +